[ 524.661057] env[66251]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 524.661057] env[66251]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 525.653478] env[66341]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 525.653478] env[66341]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 527.481809] env[66341]: INFO neutron.common.config [-] Logging enabled! [ 527.482181] env[66341]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.1.0.dev44 [ 527.482442] env[66341]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66341) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 527.482733] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 527.482827] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 527.483664] env[66341]: WARNING oslo_policy.policy [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 527.483848] env[66341]: WARNING oslo_policy.policy [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 527.485506] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] VMware NSXv3 Agent initialized successfully. [ 527.485860] env[66341]: DEBUG oslo_concurrency.lockutils [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] Acquiring lock "singleton_lock" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.485988] env[66341]: DEBUG oslo_concurrency.lockutils [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] Acquired lock "singleton_lock" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.486204] env[66341]: DEBUG oslo_concurrency.lockutils [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] Releasing lock "singleton_lock" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.486476] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] Full set of CONF: {{(pid=66341) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 527.486585] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ******************************************************************************** {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 527.486684] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] Configuration options gathered from: {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 527.487326] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 527.487474] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 527.487585] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ================================================================================ {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 527.487751] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] agent_down_time = 75 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.487898] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] allow_automatic_dhcp_failover = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.488079] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] allow_bulk = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.488236] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] api_extensions_path = {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.488378] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] api_paste_config = api-paste.ini {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.488516] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] auth_strategy = keystone {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.488620] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] backdoor_port = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.488720] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] backdoor_socket = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.488852] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] backlog = 4096 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.488986] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] base_mac = fa:16:3e:00:00:00 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.489156] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] bind_host = 0.0.0.0 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.489295] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] bind_port = 9696 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.489424] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] client_socket_timeout = 900 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.489558] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] config_dir = [] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.489662] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.489795] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] config_source = [] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.489932] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] control_exchange = neutron {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.490083] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] core_plugin = ml2 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.490220] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] debug = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.490353] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] default_availability_zones = [] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.490555] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.490690] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] dhcp_agent_notification = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.490824] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] dhcp_agents_per_network = 1 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.490957] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] dhcp_lease_duration = 86400 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.491110] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] dhcp_load_type = networks {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.491263] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] dns_domain = openstacklocal {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.491459] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.491601] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] enable_default_route_bfd = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.491750] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] enable_default_route_ecmp = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.491948] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] enable_dvr = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.492144] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] enable_new_agents = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.492286] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.492417] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] enable_signals = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.492547] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] enable_traditional_dhcp = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.492673] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] external_dns_driver = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.492801] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] filter_validation = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.492940] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] global_physnet_mtu = 8950 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.493083] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] graceful_shutdown_timeout = 60 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.493257] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] host = cpu-1 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.493394] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] host_dvr_for_dhcp = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.493526] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] http_retries = 3 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.493662] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] instance_format = [instance: %(uuid)s] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.493796] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.493932] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ipam_driver = internal {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.494082] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ipv6_pd_enabled = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.494216] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] l3_ha = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.494354] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.494491] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] l3_ha_network_physical_name = {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.494627] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] l3_ha_network_type = {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.494766] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] log_color = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.494903] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] log_config_append = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.495071] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.495210] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] log_dir = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.495343] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] log_file = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.495448] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] log_options = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.495582] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] log_rotate_interval = 1 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.495721] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] log_rotate_interval_type = days {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.495858] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] log_rotation_type = none {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.495962] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.496076] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.496217] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.496355] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.496459] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.496600] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] max_dns_nameservers = 5 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.496724] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] max_header_line = 16384 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.496851] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] max_l3_agents_per_router = 3 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.497016] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] max_logfile_count = 30 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.497160] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] max_logfile_size_mb = 200 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.497291] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] max_subnet_host_routes = 20 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.497429] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] my_ip = 10.180.1.21 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.497565] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] my_ipv6 = ::1 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.497696] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] network_auto_schedule = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.497823] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] network_link_prefix = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.498032] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.498201] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] notify_nova_on_port_data_changes = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.498347] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] notify_nova_on_port_status_changes = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.498487] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] pagination_max_limit = -1 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.498618] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] publish_errors = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.498748] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] rate_limit_burst = 0 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.498890] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] rate_limit_except_level = CRITICAL {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.499033] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] rate_limit_interval = 0 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.499169] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] retry_until_window = 30 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.499297] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] router_distributed = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.499425] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] rpc_resources_processing_step = 20 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.499551] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] rpc_response_max_timeout = 600 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.499681] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] rpc_response_timeout = 60 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.499809] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] send_events_interval = 2 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.499956] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] service_plugins = ['router'] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.500107] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] setproctitle = on {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.500234] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] shell_completion = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.500369] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] state_path = /opt/stack/data/neutron {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.500504] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] syslog_log_facility = LOG_USER {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.500634] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] tcp_keepidle = 600 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.500768] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] transport_url = **** {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.500898] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] use_journal = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.501036] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] use_json = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.501167] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] use_ssl = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.501293] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] use_stderr = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.501428] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] use_syslog = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.501554] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] vlan_qinq = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.501678] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] vlan_transparent = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.501804] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] watch_log_file = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.501935] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] wsgi_default_pool_size = 100 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.502086] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] wsgi_keep_alive = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.502286] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.502432] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] wsgi_server_debug = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.502580] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_concurrency.disable_process_locking = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.502724] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.502867] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.503007] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.503157] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.503297] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.503431] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.503580] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] profiler.connection_string = messaging:// {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.503717] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] profiler.enabled = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.503857] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] profiler.es_doc_type = notification {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.503994] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] profiler.es_scroll_size = 10000 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.504149] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] profiler.es_scroll_time = 2m {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.504283] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] profiler.filter_error_trace = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.504421] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] profiler.hmac_keys = **** {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.504557] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] profiler.sentinel_service_name = mymaster {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.504694] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] profiler.socket_timeout = 0.1 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.504833] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] profiler.trace_requests = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.504958] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] profiler.trace_sqlalchemy = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.505118] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] profiler_jaeger.process_tags = {} {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.505250] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] profiler_jaeger.service_name_prefix = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.505437] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] profiler_otlp.service_name_prefix = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.505528] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_policy.enforce_new_defaults = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.505792] env[66341]: WARNING oslo_config.cfg [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 527.505938] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_policy.enforce_scope = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.506091] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_policy.policy_default_rule = default {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.506243] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.506383] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.506525] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.506659] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.506787] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.506954] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.507086] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.507234] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_policy.remote_timeout = 60.0 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.507413] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.507563] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] agent.extensions = [] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.507702] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.507841] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] service_providers.service_provider = [] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.508031] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] QUOTAS.default_quota = -1 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.508189] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.508327] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] QUOTAS.quota_floatingip = 50 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.508460] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] QUOTAS.quota_network = 100 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.508590] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] QUOTAS.quota_port = 500 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.508720] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.508851] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] QUOTAS.quota_router = 10 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.508984] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] QUOTAS.quota_security_group = 10 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.509129] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.509267] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] QUOTAS.quota_subnet = 100 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.509392] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] QUOTAS.track_quota_usage = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.509536] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.509665] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep.group = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.509792] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep.helper_command = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.509924] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep.log_daemon_traceback = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.510076] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.510209] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep.thread_pool_size = 8 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.510338] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep.user = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.510474] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.510601] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_dhcp_release.group = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.510726] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_dhcp_release.helper_command = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.510853] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.510982] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.511125] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.511253] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_dhcp_release.user = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.511390] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.511516] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_ovs_vsctl.group = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.511642] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_ovs_vsctl.helper_command = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.511770] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.511903] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.512044] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.512176] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_ovs_vsctl.user = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.512313] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_namespace.capabilities = [21] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.512440] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_namespace.group = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.512597] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_namespace.helper_command = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.512729] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_namespace.log_daemon_traceback = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.512863] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.512994] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_namespace.thread_pool_size = 8 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.513133] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_namespace.user = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.513270] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_conntrack.capabilities = [12] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.513395] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_conntrack.group = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.513518] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_conntrack.helper_command = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.513643] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.513773] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.513903] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.514038] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_conntrack.user = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.514177] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_link.capabilities = [12, 21] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.514302] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_link.group = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.514425] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_link.helper_command = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.514552] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_link.log_daemon_traceback = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.514683] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.514810] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_link.thread_pool_size = 8 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.514937] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] privsep_link.user = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.515098] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.515242] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.515384] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] AGENT.continue_on_failed_promotions = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.515514] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] AGENT.dscp = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.515645] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] AGENT.dscp_inherit = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.515782] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] AGENT.force_mp_to_policy = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.515913] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] AGENT.locking_coordinator_url = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.516055] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] AGENT.log_agent_heartbeats = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.516188] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] AGENT.logging_expire = 1 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.516326] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.516458] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.516599] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] AGENT.polling_interval = 240 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.516730] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.516868] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.517043] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] AGENT.report_interval = 30.0 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.517194] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.517333] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.517472] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.517607] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] AGENT.sync_skew = 60 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.517740] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] AGENT.synchronization_queue_size = 20 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.517879] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] AGENT.use_helper_for_ns_read = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.518065] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] SECURITYGROUP.enable_ipset = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.518211] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] SECURITYGROUP.enable_security_group = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.518353] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.518494] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.518633] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] experimental.ipv6_pd_enabled = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.518788] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ml2.extension_drivers = ['port_security'] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.518923] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ml2.external_network_type = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.519085] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.519228] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ml2.overlay_ip_version = 4 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.519369] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ml2.path_mtu = 8950 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.519507] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ml2.physical_network_mtus = {} {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.519650] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ml2.tenant_network_types = ['vlan'] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.519789] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.519934] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ml2.type_drivers = ['vlan'] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.520088] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] AGENT_CLI.neutron_port_id = [] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.520222] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.520354] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.520494] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.520634] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.520771] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.520908] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.521055] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.521195] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.521387] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.521531] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] NSXV3.nsxv3_login_password = **** {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.521675] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] NSXV3.nsxv3_login_port = 443 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.521813] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] NSXV3.nsxv3_login_user = admin {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.521951] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.522106] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.522242] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.522372] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.522510] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.522650] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.522802] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.522919] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.523067] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.523209] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.523348] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.523480] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.523617] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.523802] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.523947] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] vsphere.vsphere_login_password = VMware1! {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.524098] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.524232] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.524369] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] nova.auth_section = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.524511] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] nova.auth_type = password {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.524648] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.524778] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] nova.certfile = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.524911] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] nova.collect_timing = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.525057] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] nova.endpoint_type = public {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.525191] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] nova.insecure = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.525317] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] nova.keyfile = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.525457] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] nova.region_name = RegionOne {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.525589] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] nova.split_loggers = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.525716] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] nova.timeout = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.525851] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] placement.auth_section = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.525992] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] placement.auth_type = password {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.526145] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.526275] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] placement.certfile = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.526408] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] placement.collect_timing = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.526549] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] placement.endpoint_type = public {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.526680] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] placement.insecure = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.526809] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] placement.keyfile = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.526961] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] placement.region_name = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.527117] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] placement.split_loggers = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.527247] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] placement.timeout = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.527383] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ironic.auth_section = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.527514] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ironic.auth_type = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.527644] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ironic.cafile = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.527772] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ironic.certfile = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.527927] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ironic.collect_timing = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.528093] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ironic.connect_retries = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.528227] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ironic.connect_retry_delay = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.528358] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ironic.enable_notifications = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.528486] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ironic.endpoint_override = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.528617] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ironic.insecure = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.528744] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ironic.interface = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.528871] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ironic.keyfile = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.529008] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ironic.max_version = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.529144] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ironic.min_version = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.529270] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ironic.region_name = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.529399] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ironic.retriable_status_codes = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.529526] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ironic.service_name = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.529654] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ironic.service_type = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.529782] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ironic.split_loggers = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.529910] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ironic.status_code_retries = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.530046] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ironic.status_code_retry_delay = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.530175] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ironic.timeout = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.530302] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ironic.valid_interfaces = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.530431] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ironic.version = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.530566] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] cli_script.dry_run = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.530709] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.530838] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.530969] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.531112] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.531242] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.531371] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.531498] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.531628] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.531756] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.531897] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.532036] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.532175] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.532312] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.532445] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.532576] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.532711] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.532841] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.532971] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.533120] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.533249] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.533378] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.533506] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.533632] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.533758] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.533885] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.534027] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.534192] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.534327] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.534454] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.534583] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.534715] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.ssl = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.534855] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.534993] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.535141] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.535277] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.535413] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.ssl_version = {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.535542] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.535679] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_notifications.driver = [] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.535812] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_notifications.retry = -1 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.535958] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.536101] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] oslo_messaging_notifications.transport_url = **** {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.536203] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-1f48a585-6952-4f97-a2bf-517dac5e813c None None] ******************************************************************************** {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 527.537314] env[66341]: DEBUG neutron.agent.securitygroups_rpc [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Init firewall settings (driver=nsxv3) {{(pid=66341) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 527.539132] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66341) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 527.539132] env[66341]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] RPC agent_id: nsxm-l-01a.corp.local [ 527.541012] env[66341]: DEBUG dogpile.cache.region [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 527.541144] env[66341]: DEBUG dogpile.lock [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 527.541242] env[66341]: DEBUG dogpile.lock [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 527.541333] env[66341]: DEBUG dogpile.lock [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 527.541427] env[66341]: DEBUG dogpile.cache.region [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 527.541514] env[66341]: DEBUG dogpile.lock [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 527.541635] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 527.562337] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Session token - acquiring [ 527.563852] env[66341]: DEBUG networking_nsxv3.common.locking [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.564027] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.564131] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.564552] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.574964] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.842732] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 527.867259] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 527.867498] env[66341]: DEBUG dogpile.cache.region [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Cache value generated in 0.326 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 527.867568] env[66341]: DEBUG dogpile.lock [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 527.867617] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Activating Policy API Provider. [ 527.867811] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Looking for the default Infrastructure Rules. [ 527.943644] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Looking for the Default Layer3 Logged Drop Section. [ 527.959182] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 527.959650] env[66341]: DEBUG networking_nsxv3.common.locking [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.959816] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Acquiring lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.959917] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Acquired lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.960222] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Acquired external semaphore "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.960551] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.475470] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.978063] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.481225] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Inventory metadata is going to be refreshed. [ 529.481484] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 530.289022] env[66341]: DEBUG networking_nsxv3.common.locking [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.289564] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.289564] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.289694] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.300210] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 530.301075] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.301886] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 530.319587] env[66341]: DEBUG networking_nsxv3.common.locking [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.319827] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.319904] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.320270] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.320420] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.320569] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 530.320685] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.320791] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 530.340110] env[66341]: DEBUG networking_nsxv3.common.locking [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.340345] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.340424] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.340667] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.340840] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.340978] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 530.362128] env[66341]: DEBUG networking_nsxv3.common.locking [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.362436] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.362436] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.362691] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.362835] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.362979] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 530.383828] env[66341]: DEBUG networking_nsxv3.common.locking [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.384143] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Acquiring lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.384143] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Acquired lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.384389] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Acquired external semaphore "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.384532] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Releasing lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.384679] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 530.384783] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.384873] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 530.412050] env[66341]: DEBUG networking_nsxv3.common.locking [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.412364] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Acquiring lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.412364] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Acquired lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.412667] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Acquired external semaphore "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.412864] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Releasing lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.413038] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 530.413159] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.413266] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 530.434556] env[66341]: DEBUG networking_nsxv3.common.locking [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.434867] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.434867] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.435237] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.435380] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.435529] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 530.435631] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.435728] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Inventory metadata have been refreshed. [ 530.435823] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Dryrun:True. Metadata refresh completed. [ 530.435935] env[66341]: DEBUG oslo_concurrency.lockutils [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Releasing lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.437820] env[66341]: INFO neutron.agent.agent_extensions_manager [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Loaded agent extensions: [] [ 530.438552] env[66341]: DEBUG neutron_lib.callbacks.manager [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66341) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 530.504965] env[66341]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] NSXv3 Agent Agent RPC Daemon Started! [ 530.505205] env[66341]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] NSXv3 Agent Agent loop - iteration:0 started [ 530.505205] env[66341]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] NSXv3 Agent Agent out of sync with plugin! [ 535.439263] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 535.439626] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 540.440497] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 540.440873] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.442355] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.442769] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.442769] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.442922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.443122] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.945821] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.067604] env[66341]: INFO networking_nsxv3.common.synchronization [None req-712630bc-3726-459a-ad1c-53d586f26186 demo admin] Enqueued Resource ID: 1a3c35ff-e53c-4b04-9913-1521f11c6393 with Priority: HIGHEST for action security_group_rules [ 545.068193] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a3c35ff-e53c-4b04-9913-1521f11c6393 with Priority: HIGHEST for action security_group_rules [ 545.068508] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a3c35ff-e53c-4b04-9913-1521f11c6393 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.068633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a3c35ff-e53c-4b04-9913-1521f11c6393" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.068702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a3c35ff-e53c-4b04-9913-1521f11c6393" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.068948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a3c35ff-e53c-4b04-9913-1521f11c6393" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.069149] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a3c35ff-e53c-4b04-9913-1521f11c6393',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.448170] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.595468] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.595468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.595468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.595468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.595468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.595468] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a3c35ff-e53c-4b04-9913-1521f11c6393 already deleted. [ 545.595468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a3c35ff-e53c-4b04-9913-1521f11c6393" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.953151] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 545.953151] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 546.678057] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.678057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.678057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.678613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.689927] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 546.690802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.691433] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 546.709269] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.709495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.709495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.709668] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.709750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.709857] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 546.709931] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 546.710012] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 546.728966] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.729160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.729160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.729370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.729501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.729612] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 546.749227] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.749425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.749425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.749609] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.749710] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.749818] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 546.769278] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.769458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.769517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.769708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.769808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.769922] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 546.769995] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 546.770079] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 546.787103] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.787316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.787360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.787536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.787623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.787729] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 546.787800] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 546.787869] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 546.809962] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.809962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.809962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.810287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.810287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.810438] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 546.810520] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 546.810591] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 546.810656] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 546.810733] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 546.810796] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 546.810854] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 546.811131] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 546.811196] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 546.811268] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 546.831392] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.831582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.831582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.831737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.831842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.831953] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 546.850137] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.850351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.850351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.850535] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.850637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.888016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.069603] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 550.070212] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 555.070940] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.070940] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.072030] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 560.072030] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.072558] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 565.072928] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.073672] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 570.074018] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.821675] env[66341]: INFO networking_nsxv3.common.synchronization [None req-33ff61ac-65a3-4a1b-a63b-d24100542242 None None] Enqueued Resource ID: 194646c8-669d-4a4d-b234-9d4810653158 with Priority: HIGHEST for action port [ 570.821743] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 194646c8-669d-4a4d-b234-9d4810653158 with Priority: HIGHEST for action port [ 570.822323] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-194646c8-669d-4a4d-b234-9d4810653158 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.822450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-194646c8-669d-4a4d-b234-9d4810653158" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.822537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-194646c8-669d-4a4d-b234-9d4810653158" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.822804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-194646c8-669d-4a4d-b234-9d4810653158" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.825376] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('194646c8-669d-4a4d-b234-9d4810653158',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.327379] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 194646c8-669d-4a4d-b234-9d4810653158 [ 571.327693] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.327962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.327962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.330076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.330076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.330076] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:194646c8-669d-4a4d-b234-9d4810653158 already deleted. [ 571.330076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-194646c8-669d-4a4d-b234-9d4810653158" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.397226] env[66341]: INFO networking_nsxv3.common.synchronization [None req-1b1b2dcf-0633-48ce-a350-5955868a9f69 None None] Enqueued Resource ID: f316c35a-f80c-422c-beb2-534b1e5a3a60 with Priority: HIGHEST for action port [ 572.397226] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f316c35a-f80c-422c-beb2-534b1e5a3a60 with Priority: HIGHEST for action port [ 572.397605] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-f316c35a-f80c-422c-beb2-534b1e5a3a60 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.397910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f316c35a-f80c-422c-beb2-534b1e5a3a60" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.397980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f316c35a-f80c-422c-beb2-534b1e5a3a60" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.398259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f316c35a-f80c-422c-beb2-534b1e5a3a60" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.398377] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f316c35a-f80c-422c-beb2-534b1e5a3a60',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.900952] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f316c35a-f80c-422c-beb2-534b1e5a3a60 [ 572.901191] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.901366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.901445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.901640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.901704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.901774] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f316c35a-f80c-422c-beb2-534b1e5a3a60 already deleted. [ 572.901853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f316c35a-f80c-422c-beb2-534b1e5a3a60" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.801042] env[66341]: INFO networking_nsxv3.common.synchronization [None req-5de85a13-3cb1-47a7-99f7-8889574a2972 None None] Enqueued Resource ID: 0bb4e9e6-7d3a-474d-9b42-f401704ead1f with Priority: HIGHEST for action port [ 576.801042] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb4e9e6-7d3a-474d-9b42-f401704ead1f with Priority: HIGHEST for action port [ 576.801042] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bb4e9e6-7d3a-474d-9b42-f401704ead1f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.801042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bb4e9e6-7d3a-474d-9b42-f401704ead1f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.801042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bb4e9e6-7d3a-474d-9b42-f401704ead1f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.801042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bb4e9e6-7d3a-474d-9b42-f401704ead1f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.801042] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bb4e9e6-7d3a-474d-9b42-f401704ead1f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.935511] env[66341]: INFO networking_nsxv3.common.synchronization [None req-5646a657-201c-49c5-85e2-06a6429e83e3 None None] Enqueued Resource ID: e057443c-d8d6-4d8f-80d3-5667d50ee886 with Priority: HIGHEST for action port [ 576.936139] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e057443c-d8d6-4d8f-80d3-5667d50ee886 with Priority: HIGHEST for action port [ 576.936376] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-e057443c-d8d6-4d8f-80d3-5667d50ee886 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.937125] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e057443c-d8d6-4d8f-80d3-5667d50ee886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.937125] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e057443c-d8d6-4d8f-80d3-5667d50ee886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.937125] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e057443c-d8d6-4d8f-80d3-5667d50ee886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.937125] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e057443c-d8d6-4d8f-80d3-5667d50ee886',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.304212] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0bb4e9e6-7d3a-474d-9b42-f401704ead1f [ 577.305378] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.305378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.305378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.305378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.305378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.305378] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0bb4e9e6-7d3a-474d-9b42-f401704ead1f already deleted. [ 577.305378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bb4e9e6-7d3a-474d-9b42-f401704ead1f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.442713] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e057443c-d8d6-4d8f-80d3-5667d50ee886 [ 577.442713] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.442713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.442713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.442713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.442713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.442713] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e057443c-d8d6-4d8f-80d3-5667d50ee886 already deleted. [ 577.442713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e057443c-d8d6-4d8f-80d3-5667d50ee886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.055172] env[66341]: INFO networking_nsxv3.common.synchronization [None req-d6064dee-3ec4-42e3-aa33-86fda170a27e None None] Enqueued Resource ID: b45b86ed-7722-4532-9385-82c2d253068a with Priority: HIGHEST for action port [ 578.055551] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b45b86ed-7722-4532-9385-82c2d253068a with Priority: HIGHEST for action port [ 578.057759] env[66341]: INFO networking_nsxv3.common.synchronization [None req-efbeccdc-d4ff-430c-96df-e14c5b8034ad None None] Enqueued Resource ID: 396a457a-3e04-494a-a5d5-8403c777ab52 with Priority: HIGHEST for action port [ 578.058168] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-b45b86ed-7722-4532-9385-82c2d253068a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.058313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b45b86ed-7722-4532-9385-82c2d253068a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.058473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b45b86ed-7722-4532-9385-82c2d253068a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.058816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b45b86ed-7722-4532-9385-82c2d253068a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.059112] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b45b86ed-7722-4532-9385-82c2d253068a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.061200] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396a457a-3e04-494a-a5d5-8403c777ab52 with Priority: HIGHEST for action port [ 578.061660] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-396a457a-3e04-494a-a5d5-8403c777ab52 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.062433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-396a457a-3e04-494a-a5d5-8403c777ab52" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.062433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-396a457a-3e04-494a-a5d5-8403c777ab52" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.062433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-396a457a-3e04-494a-a5d5-8403c777ab52" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.062433] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('396a457a-3e04-494a-a5d5-8403c777ab52',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.564893] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b45b86ed-7722-4532-9385-82c2d253068a [ 578.565247] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.565324] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.565370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.565553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.565645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.565740] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b45b86ed-7722-4532-9385-82c2d253068a already deleted. [ 578.565822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b45b86ed-7722-4532-9385-82c2d253068a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.571751] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 396a457a-3e04-494a-a5d5-8403c777ab52 [ 578.571751] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.572568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.572568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.572568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.572568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.572568] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:396a457a-3e04-494a-a5d5-8403c777ab52 already deleted. [ 578.572568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-396a457a-3e04-494a-a5d5-8403c777ab52" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.317794] env[66341]: INFO networking_nsxv3.common.synchronization [None req-ceee091a-68d4-4523-a589-67c495e8a889 None None] Enqueued Resource ID: 9751a73c-22eb-4392-a15c-bbd6b6b3cfba with Priority: HIGHEST for action port [ 579.318385] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9751a73c-22eb-4392-a15c-bbd6b6b3cfba with Priority: HIGHEST for action port [ 579.319748] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-9751a73c-22eb-4392-a15c-bbd6b6b3cfba taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.319748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9751a73c-22eb-4392-a15c-bbd6b6b3cfba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.319748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9751a73c-22eb-4392-a15c-bbd6b6b3cfba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.319748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9751a73c-22eb-4392-a15c-bbd6b6b3cfba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.319948] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9751a73c-22eb-4392-a15c-bbd6b6b3cfba',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.414900] env[66341]: INFO networking_nsxv3.common.synchronization [None req-d792d511-a6a2-48c9-832f-ed7441a8570d None None] Enqueued Resource ID: 9e386ef7-3c26-4449-93c0-bb1556fa62ba with Priority: HIGHEST for action port [ 579.415430] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e386ef7-3c26-4449-93c0-bb1556fa62ba with Priority: HIGHEST for action port [ 579.415765] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e386ef7-3c26-4449-93c0-bb1556fa62ba taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.415869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e386ef7-3c26-4449-93c0-bb1556fa62ba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.415946] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e386ef7-3c26-4449-93c0-bb1556fa62ba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.416246] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e386ef7-3c26-4449-93c0-bb1556fa62ba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.416329] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e386ef7-3c26-4449-93c0-bb1556fa62ba',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.823878] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9751a73c-22eb-4392-a15c-bbd6b6b3cfba [ 579.824131] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.824266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.824433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.825382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.825382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.825382] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9751a73c-22eb-4392-a15c-bbd6b6b3cfba already deleted. [ 579.825382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9751a73c-22eb-4392-a15c-bbd6b6b3cfba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.920034] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e386ef7-3c26-4449-93c0-bb1556fa62ba [ 579.920273] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.920406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.920478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.920681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.920771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.920866] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e386ef7-3c26-4449-93c0-bb1556fa62ba already deleted. [ 579.920949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e386ef7-3c26-4449-93c0-bb1556fa62ba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.659628] env[66341]: INFO networking_nsxv3.common.synchronization [None req-efbd04b8-ccd8-4237-bcf8-50f3c1a04eed None None] Enqueued Resource ID: 052add1b-b8f5-4530-a387-fb80f161859d with Priority: HIGHEST for action port [ 580.661788] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052add1b-b8f5-4530-a387-fb80f161859d with Priority: HIGHEST for action port [ 580.663040] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-052add1b-b8f5-4530-a387-fb80f161859d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.663174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-052add1b-b8f5-4530-a387-fb80f161859d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.663582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-052add1b-b8f5-4530-a387-fb80f161859d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.665641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-052add1b-b8f5-4530-a387-fb80f161859d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.668019] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('052add1b-b8f5-4530-a387-fb80f161859d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.170702] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 052add1b-b8f5-4530-a387-fb80f161859d [ 581.170702] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.170702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.170702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.170931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.170977] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.171084] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:052add1b-b8f5-4530-a387-fb80f161859d already deleted. [ 581.171162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-052add1b-b8f5-4530-a387-fb80f161859d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.425525] env[66341]: INFO networking_nsxv3.common.synchronization [None req-7e675805-ba1f-41a0-b185-51b2adb76033 None None] Enqueued Resource ID: aa925369-6bc6-45b8-b64c-48e7f19adebe with Priority: HIGHEST for action port [ 581.426733] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa925369-6bc6-45b8-b64c-48e7f19adebe with Priority: HIGHEST for action port [ 581.427189] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa925369-6bc6-45b8-b64c-48e7f19adebe taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.430535] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa925369-6bc6-45b8-b64c-48e7f19adebe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.430535] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa925369-6bc6-45b8-b64c-48e7f19adebe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.430535] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa925369-6bc6-45b8-b64c-48e7f19adebe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.430535] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa925369-6bc6-45b8-b64c-48e7f19adebe',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.932314] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa925369-6bc6-45b8-b64c-48e7f19adebe [ 581.933057] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.933057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.933057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.933944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.934071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.934180] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa925369-6bc6-45b8-b64c-48e7f19adebe already deleted. [ 581.934264] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa925369-6bc6-45b8-b64c-48e7f19adebe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.310666] env[66341]: INFO networking_nsxv3.common.synchronization [None req-c9d31056-b23d-42bb-9980-cc4e6b95960b None None] Enqueued Resource ID: 92a3d321-68ca-4e6b-99c4-6baf0055cf07 with Priority: HIGHEST for action port [ 583.311170] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92a3d321-68ca-4e6b-99c4-6baf0055cf07 with Priority: HIGHEST for action port [ 583.312352] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-92a3d321-68ca-4e6b-99c4-6baf0055cf07 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.312352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92a3d321-68ca-4e6b-99c4-6baf0055cf07" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.312352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92a3d321-68ca-4e6b-99c4-6baf0055cf07" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.312551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92a3d321-68ca-4e6b-99c4-6baf0055cf07" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.312551] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92a3d321-68ca-4e6b-99c4-6baf0055cf07',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.595666] env[66341]: INFO networking_nsxv3.common.synchronization [None req-61e847dc-09d9-4b34-8d4f-7785b5fce38d None None] Enqueued Resource ID: fbf15405-1bae-4d7e-a881-72596ba18fa2 with Priority: HIGHEST for action port [ 583.596286] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf15405-1bae-4d7e-a881-72596ba18fa2 with Priority: HIGHEST for action port [ 583.596554] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbf15405-1bae-4d7e-a881-72596ba18fa2 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.596683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbf15405-1bae-4d7e-a881-72596ba18fa2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.596753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbf15405-1bae-4d7e-a881-72596ba18fa2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.597013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbf15405-1bae-4d7e-a881-72596ba18fa2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.597101] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbf15405-1bae-4d7e-a881-72596ba18fa2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.815382] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92a3d321-68ca-4e6b-99c4-6baf0055cf07 [ 583.817600] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.817600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.817600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.817600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.817600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.817600] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92a3d321-68ca-4e6b-99c4-6baf0055cf07 already deleted. [ 583.817600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92a3d321-68ca-4e6b-99c4-6baf0055cf07" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.100301] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbf15405-1bae-4d7e-a881-72596ba18fa2 [ 584.100301] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.100301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.100492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.100596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.100674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.100772] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbf15405-1bae-4d7e-a881-72596ba18fa2 already deleted. [ 584.100857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbf15405-1bae-4d7e-a881-72596ba18fa2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.809958] env[66341]: INFO networking_nsxv3.common.synchronization [req-dabec41a-7aaa-4e1e-a87e-a7e76cffddef req-67ff3c52-a212-4d79-baa0-f5f1d0a865d7 tempest-SecurityGroupRulesTestJSON-1059841549 tempest-SecurityGroupRulesTestJSON-1059841549-project-member] Enqueued Resource ID: df35c002-d2c4-44bb-98a9-d9dcd0bcdf5b with Priority: HIGHEST for action security_group_rules [ 585.809958] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df35c002-d2c4-44bb-98a9-d9dcd0bcdf5b with Priority: HIGHEST for action security_group_rules [ 585.809958] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df35c002-d2c4-44bb-98a9-d9dcd0bcdf5b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.809958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df35c002-d2c4-44bb-98a9-d9dcd0bcdf5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.809958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df35c002-d2c4-44bb-98a9-d9dcd0bcdf5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.809958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df35c002-d2c4-44bb-98a9-d9dcd0bcdf5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.809958] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df35c002-d2c4-44bb-98a9-d9dcd0bcdf5b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.239400] env[66341]: INFO networking_nsxv3.common.synchronization [None req-f8a426ec-a623-4bac-9b6d-6ab67a7876a7 None None] Enqueued Resource ID: 604d1b74-69ed-42fd-8cc0-2a7d0f5e667b with Priority: HIGHEST for action port [ 586.239611] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604d1b74-69ed-42fd-8cc0-2a7d0f5e667b with Priority: HIGHEST for action port [ 586.240217] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-604d1b74-69ed-42fd-8cc0-2a7d0f5e667b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.240373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-604d1b74-69ed-42fd-8cc0-2a7d0f5e667b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.240417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-604d1b74-69ed-42fd-8cc0-2a7d0f5e667b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.240742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-604d1b74-69ed-42fd-8cc0-2a7d0f5e667b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.240742] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('604d1b74-69ed-42fd-8cc0-2a7d0f5e667b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.332693] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.332831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.332914] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.333494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.333608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.333709] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df35c002-d2c4-44bb-98a9-d9dcd0bcdf5b already deleted. [ 586.333816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df35c002-d2c4-44bb-98a9-d9dcd0bcdf5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.470146] env[66341]: INFO networking_nsxv3.common.synchronization [req-87158a53-8183-4965-9d86-e0b241571fda req-4d6523dd-a280-4fef-9d97-08023d6948b1 tempest-ServerDiagnosticsTest-550125468 tempest-ServerDiagnosticsTest-550125468-project-member] Enqueued Resource ID: bca0352f-8a56-40f5-89ef-03effef44bc3 with Priority: HIGHEST for action security_group_members [ 586.470651] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bca0352f-8a56-40f5-89ef-03effef44bc3 with Priority: HIGHEST for action security_group_members [ 586.470946] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-bca0352f-8a56-40f5-89ef-03effef44bc3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.471092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.471163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.471403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.471558] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.471658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.473079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.476037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.476037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.476037] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bca0352f-8a56-40f5-89ef-03effef44bc3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.635522] env[66341]: INFO networking_nsxv3.common.synchronization [None req-c24f413d-85d8-4fe9-addc-a15804192585 None None] Enqueued Resource ID: 12ba70ed-d1e6-4702-a998-17a976f82f44 with Priority: HIGHEST for action port [ 586.636093] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ba70ed-d1e6-4702-a998-17a976f82f44 with Priority: HIGHEST for action port [ 586.636405] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-12ba70ed-d1e6-4702-a998-17a976f82f44 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.636540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12ba70ed-d1e6-4702-a998-17a976f82f44" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.636608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12ba70ed-d1e6-4702-a998-17a976f82f44" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.636864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12ba70ed-d1e6-4702-a998-17a976f82f44" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.636961] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12ba70ed-d1e6-4702-a998-17a976f82f44',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.742341] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 604d1b74-69ed-42fd-8cc0-2a7d0f5e667b [ 586.742834] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.742945] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.742994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.743322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.743527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.743527] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:604d1b74-69ed-42fd-8cc0-2a7d0f5e667b already deleted. [ 586.743626] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-604d1b74-69ed-42fd-8cc0-2a7d0f5e667b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.979127] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.979127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.979421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.979563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.979603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.980149] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.980412] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.980498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.980744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.980874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.981061] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bca0352f-8a56-40f5-89ef-03effef44bc3 already deleted. [ 586.981173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.123787] env[66341]: INFO networking_nsxv3.common.synchronization [None req-3bb7be22-6161-4254-a667-b4cbe76918cd None None] Enqueued Resource ID: f2adbb18-8892-4b11-8f3a-27e04ac78694 with Priority: HIGHEST for action port [ 587.124128] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2adbb18-8892-4b11-8f3a-27e04ac78694 with Priority: HIGHEST for action port [ 587.126149] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2adbb18-8892-4b11-8f3a-27e04ac78694 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.126149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2adbb18-8892-4b11-8f3a-27e04ac78694" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.126149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2adbb18-8892-4b11-8f3a-27e04ac78694" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.126149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2adbb18-8892-4b11-8f3a-27e04ac78694" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.126149] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2adbb18-8892-4b11-8f3a-27e04ac78694',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.139626] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12ba70ed-d1e6-4702-a998-17a976f82f44 [ 587.140091] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.140091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.140091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.140400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.140400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.140492] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12ba70ed-d1e6-4702-a998-17a976f82f44 already deleted. [ 587.140741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12ba70ed-d1e6-4702-a998-17a976f82f44" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.441759] env[66341]: INFO networking_nsxv3.common.synchronization [None req-1c7351fe-55a7-49f6-aa95-19a75c251cd8 None None] Enqueued Resource ID: 07f863b5-52bd-4486-b9a9-f362b818111f with Priority: HIGHEST for action port [ 587.443217] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f863b5-52bd-4486-b9a9-f362b818111f with Priority: HIGHEST for action port [ 587.443217] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-07f863b5-52bd-4486-b9a9-f362b818111f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.443217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07f863b5-52bd-4486-b9a9-f362b818111f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.443217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07f863b5-52bd-4486-b9a9-f362b818111f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.443389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07f863b5-52bd-4486-b9a9-f362b818111f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.443531] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07f863b5-52bd-4486-b9a9-f362b818111f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.633418] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2adbb18-8892-4b11-8f3a-27e04ac78694 [ 587.633760] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.633866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.633866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.634088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.634177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.634494] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2adbb18-8892-4b11-8f3a-27e04ac78694 already deleted. [ 587.634494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2adbb18-8892-4b11-8f3a-27e04ac78694" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.946283] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07f863b5-52bd-4486-b9a9-f362b818111f [ 587.948161] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.948161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.948161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.948296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.948405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.948480] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07f863b5-52bd-4486-b9a9-f362b818111f already deleted. [ 587.948550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07f863b5-52bd-4486-b9a9-f362b818111f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.283049] env[66341]: INFO networking_nsxv3.common.synchronization [None req-be5cccca-5618-4b34-a9a9-215a9d395cd6 None None] Enqueued Resource ID: eebe0bd9-1bb6-4ba6-ab70-2e4aeeb633fe with Priority: HIGHEST for action port [ 588.283520] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebe0bd9-1bb6-4ba6-ab70-2e4aeeb633fe with Priority: HIGHEST for action port [ 588.284133] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-eebe0bd9-1bb6-4ba6-ab70-2e4aeeb633fe taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.284133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eebe0bd9-1bb6-4ba6-ab70-2e4aeeb633fe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.284133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eebe0bd9-1bb6-4ba6-ab70-2e4aeeb633fe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.286822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eebe0bd9-1bb6-4ba6-ab70-2e4aeeb633fe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.286822] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eebe0bd9-1bb6-4ba6-ab70-2e4aeeb633fe',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.790138] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eebe0bd9-1bb6-4ba6-ab70-2e4aeeb633fe [ 588.790695] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.790695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.790695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.793489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.793489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.793489] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eebe0bd9-1bb6-4ba6-ab70-2e4aeeb633fe already deleted. [ 588.793489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eebe0bd9-1bb6-4ba6-ab70-2e4aeeb633fe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.936037] env[66341]: INFO networking_nsxv3.common.synchronization [req-ab46b987-22c6-4457-b21d-0deeb19b5e07 req-9af232b4-c9b3-4cfb-8525-f6bdf70565a6 tempest-InstanceActionsTestJSON-1916771447 tempest-InstanceActionsTestJSON-1916771447-project-member] Enqueued Resource ID: 04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 with Priority: HIGHEST for action security_group_members [ 588.936262] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 with Priority: HIGHEST for action security_group_members [ 588.936933] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.936933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.936933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.937128] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.937252] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.937356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.937423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.937573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.937826] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.937826] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04272b7d-b12a-4c8d-a7e8-0879b9f50cc0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.294332] env[66341]: INFO networking_nsxv3.common.synchronization [None req-9ab0c741-2733-4e3d-acec-3779a9391370 None None] Enqueued Resource ID: df1e96c4-2aee-4cd7-88fe-4424026afbc5 with Priority: HIGHEST for action port [ 589.294590] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1e96c4-2aee-4cd7-88fe-4424026afbc5 with Priority: HIGHEST for action port [ 589.295141] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-df1e96c4-2aee-4cd7-88fe-4424026afbc5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.295265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df1e96c4-2aee-4cd7-88fe-4424026afbc5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.295334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df1e96c4-2aee-4cd7-88fe-4424026afbc5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.295576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df1e96c4-2aee-4cd7-88fe-4424026afbc5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.295671] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df1e96c4-2aee-4cd7-88fe-4424026afbc5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.362405] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.362599] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.363678] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.364193] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.364523] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.364894] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.364979] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.365281] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.365427] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.365729] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.365871] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.365988] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.366109] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.366232] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.366336] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.366481] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.388350] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.388442] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 589.388551] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.388721] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.389043] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-757783e6-6dc8-4c30-b040-60efa30c3ea7 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.389226] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-757783e6-6dc8-4c30-b040-60efa30c3ea7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.389664] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-757783e6-6dc8-4c30-b040-60efa30c3ea7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.389664] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-757783e6-6dc8-4c30-b040-60efa30c3ea7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.389831] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('757783e6-6dc8-4c30-b040-60efa30c3ea7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.440646] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.440646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.440792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.440925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.441030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.441219] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.441315] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.441374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.441520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.441596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.441678] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 already deleted. [ 589.441759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.798022] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df1e96c4-2aee-4cd7-88fe-4424026afbc5 [ 589.798022] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.798022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.798022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.798235] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.798235] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.798334] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df1e96c4-2aee-4cd7-88fe-4424026afbc5 already deleted. [ 589.798436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df1e96c4-2aee-4cd7-88fe-4424026afbc5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.887689] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.888205] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-434" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.888205] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-434" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.888427] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-434" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.888683] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.888849] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.888981] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.889214] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.889390] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.889551] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.889661] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.889783] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.889894] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.890009] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.890147] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.890288] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.893681] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.893681] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.893681] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.893681] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.893681] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.893681] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 757783e6-6dc8-4c30-b040-60efa30c3ea7 not found, creating... [ 589.893681] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.893681] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.893681] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.894022] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.894022] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.894213] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.894395] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.894536] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.894774] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.894913] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.895083] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 757783e6-6dc8-4c30-b040-60efa30c3ea7 is going to be created. [ 589.915949] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.916204] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 589.916347] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.916533] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-434" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.916862] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-0b4022ac-128b-40d5-bbdf-68e50f8b1ea1 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.920123] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-0b4022ac-128b-40d5-bbdf-68e50f8b1ea1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.920123] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-0b4022ac-128b-40d5-bbdf-68e50f8b1ea1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.920123] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-0b4022ac-128b-40d5-bbdf-68e50f8b1ea1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.920123] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b4022ac-128b-40d5-bbdf-68e50f8b1ea1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.940896] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.941126] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.941126] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.941405] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.941599] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.941825] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-757783e6-6dc8-4c30-b040-60efa30c3ea7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.422761] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.423255] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.423255] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.423376] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.423525] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.423675] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 0b4022ac-128b-40d5-bbdf-68e50f8b1ea1 not found, creating... [ 590.423933] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.424171] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.424316] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.424546] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.424683] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.424976] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.425144] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.425260] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.425461] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.425591] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.425734] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 0b4022ac-128b-40d5-bbdf-68e50f8b1ea1 is going to be created. [ 590.447775] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.448069] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.448195] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.448465] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.448684] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.449100] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-0b4022ac-128b-40d5-bbdf-68e50f8b1ea1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.470287] env[66341]: INFO networking_nsxv3.common.synchronization [None req-2a13bb09-71d8-40de-9b38-4e6864dce7bc None None] Enqueued Resource ID: 575887f7-4067-4c1b-9683-fb994e6d500f with Priority: HIGHEST for action port [ 590.470713] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 575887f7-4067-4c1b-9683-fb994e6d500f with Priority: HIGHEST for action port [ 590.471020] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-575887f7-4067-4c1b-9683-fb994e6d500f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.471147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-575887f7-4067-4c1b-9683-fb994e6d500f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.471218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-575887f7-4067-4c1b-9683-fb994e6d500f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.471504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-575887f7-4067-4c1b-9683-fb994e6d500f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.471547] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('575887f7-4067-4c1b-9683-fb994e6d500f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.675535] env[66341]: INFO networking_nsxv3.common.synchronization [req-87158a53-8183-4965-9d86-e0b241571fda req-055394cb-3f73-40d6-899b-56463ebef0a6 service nova] Enqueued Resource ID: bca0352f-8a56-40f5-89ef-03effef44bc3 with Priority: HIGHEST for action security_group_rules [ 590.675763] env[66341]: INFO networking_nsxv3.common.synchronization [req-87158a53-8183-4965-9d86-e0b241571fda req-055394cb-3f73-40d6-899b-56463ebef0a6 service nova] Enqueued Resource ID: bca0352f-8a56-40f5-89ef-03effef44bc3 with Priority: HIGHEST for action security_group_members [ 590.675906] env[66341]: INFO networking_nsxv3.common.synchronization [req-87158a53-8183-4965-9d86-e0b241571fda req-055394cb-3f73-40d6-899b-56463ebef0a6 service nova] Enqueued Resource ID: 757783e6-6dc8-4c30-b040-60efa30c3ea7 with Priority: HIGHEST for action port [ 590.676435] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bca0352f-8a56-40f5-89ef-03effef44bc3 with Priority: HIGHEST for action security_group_rules [ 590.676572] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bca0352f-8a56-40f5-89ef-03effef44bc3 with Priority: HIGHEST for action security_group_members [ 590.676675] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 757783e6-6dc8-4c30-b040-60efa30c3ea7 with Priority: HIGHEST for action port [ 590.676994] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bca0352f-8a56-40f5-89ef-03effef44bc3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.677191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.677289] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.678156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.678251] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bca0352f-8a56-40f5-89ef-03effef44bc3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.679156] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-bca0352f-8a56-40f5-89ef-03effef44bc3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.679423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.679492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.679671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.679822] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.679922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.679985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.680149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.680810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.680810] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bca0352f-8a56-40f5-89ef-03effef44bc3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.681524] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-757783e6-6dc8-4c30-b040-60efa30c3ea7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.681524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-757783e6-6dc8-4c30-b040-60efa30c3ea7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.681524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-757783e6-6dc8-4c30-b040-60efa30c3ea7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.681524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-757783e6-6dc8-4c30-b040-60efa30c3ea7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.681524] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('757783e6-6dc8-4c30-b040-60efa30c3ea7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.973766] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 575887f7-4067-4c1b-9683-fb994e6d500f [ 590.973766] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.973766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.973766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.974876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.974953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.975057] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:575887f7-4067-4c1b-9683-fb994e6d500f already deleted. [ 590.975144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-575887f7-4067-4c1b-9683-fb994e6d500f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.183493] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-bca0352f-8a56-40f5-89ef-03effef44bc3 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.183624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.183803] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bca0352f-8a56-40f5-89ef-03effef44bc3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.191493] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 757783e6-6dc8-4c30-b040-60efa30c3ea7 with status ACTIVE [ 591.191493] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.192312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.192434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.193173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.193321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.193875] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.194010] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.194086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.194251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.194333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.194534] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.194630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.194694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.194842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.194921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.195017] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 757783e6-6dc8-4c30-b040-60efa30c3ea7 is going to be updated. [ 591.220933] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.221115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.221235] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.221370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.221507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.221663] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-757783e6-6dc8-4c30-b040-60efa30c3ea7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.237174] env[66341]: INFO networking_nsxv3.common.synchronization [req-ab46b987-22c6-4457-b21d-0deeb19b5e07 req-5c9a83d1-c0bd-4d84-8401-b7a5deea92fc service nova] Enqueued Resource ID: 04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 with Priority: HIGHEST for action security_group_rules [ 591.237174] env[66341]: INFO networking_nsxv3.common.synchronization [req-ab46b987-22c6-4457-b21d-0deeb19b5e07 req-5c9a83d1-c0bd-4d84-8401-b7a5deea92fc service nova] Enqueued Resource ID: 04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 with Priority: HIGHEST for action security_group_members [ 591.237174] env[66341]: INFO networking_nsxv3.common.synchronization [req-ab46b987-22c6-4457-b21d-0deeb19b5e07 req-5c9a83d1-c0bd-4d84-8401-b7a5deea92fc service nova] Enqueued Resource ID: 0b4022ac-128b-40d5-bbdf-68e50f8b1ea1 with Priority: HIGHEST for action port [ 591.237174] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 with Priority: HIGHEST for action security_group_rules [ 591.237616] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 with Priority: HIGHEST for action security_group_members [ 591.237898] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b4022ac-128b-40d5-bbdf-68e50f8b1ea1 with Priority: HIGHEST for action port [ 591.238469] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.238739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.238963] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.242065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.242065] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04272b7d-b12a-4c8d-a7e8-0879b9f50cc0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.242065] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.242065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.242065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.242065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.242065] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.242065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.242065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.242065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.242065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.242065] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04272b7d-b12a-4c8d-a7e8-0879b9f50cc0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.242703] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b4022ac-128b-40d5-bbdf-68e50f8b1ea1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.242962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b4022ac-128b-40d5-bbdf-68e50f8b1ea1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.243168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b4022ac-128b-40d5-bbdf-68e50f8b1ea1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.243417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b4022ac-128b-40d5-bbdf-68e50f8b1ea1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.243601] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b4022ac-128b-40d5-bbdf-68e50f8b1ea1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.692669] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bca0352f-8a56-40f5-89ef-03effef44bc3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.747102] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04272b7d-b12a-4c8d-a7e8-0879b9f50cc0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.748456] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.748456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.749886] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b4022ac-128b-40d5-bbdf-68e50f8b1ea1 with status ACTIVE [ 591.750122] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.750994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.750994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.750994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.751379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.752065] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.752682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.752682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.754051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.754051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.754051] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.754051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.754051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.754258] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.754305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.756648] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b4022ac-128b-40d5-bbdf-68e50f8b1ea1 is going to be updated. [ 591.778886] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.779515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.779612] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.779877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.780125] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.780254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b4022ac-128b-40d5-bbdf-68e50f8b1ea1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.967790] env[66341]: INFO networking_nsxv3.common.synchronization [None req-cda58e6e-b642-49fb-be9a-6ce63e44500d None None] Enqueued Resource ID: fa77ab89-dd35-4fd7-8842-b2ca9df3220c with Priority: HIGHEST for action port [ 591.968290] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa77ab89-dd35-4fd7-8842-b2ca9df3220c with Priority: HIGHEST for action port [ 591.968873] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa77ab89-dd35-4fd7-8842-b2ca9df3220c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.968873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa77ab89-dd35-4fd7-8842-b2ca9df3220c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.968873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa77ab89-dd35-4fd7-8842-b2ca9df3220c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.969363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa77ab89-dd35-4fd7-8842-b2ca9df3220c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.969829] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa77ab89-dd35-4fd7-8842-b2ca9df3220c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.194790] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.194940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.194976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.195220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.195316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.195425] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bca0352f-8a56-40f5-89ef-03effef44bc3 is going to be created. [ 592.259301] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04272b7d-b12a-4c8d-a7e8-0879b9f50cc0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.302168] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.302168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.302168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.302168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.302168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.328026] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bca0352f-8a56-40f5-89ef-03effef44bc3 in Status: UNINITIALIZED for 2s [ 592.472344] env[66341]: INFO networking_nsxv3.common.synchronization [None req-4dbaad83-44cf-44f3-8c1c-71a653dcc942 None None] Enqueued Resource ID: 84953cc7-8f71-46ee-ba08-ca071d32bcbe with Priority: HIGHEST for action port [ 592.472640] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa77ab89-dd35-4fd7-8842-b2ca9df3220c [ 592.472835] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.473240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.473638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.474173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.474349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.474496] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa77ab89-dd35-4fd7-8842-b2ca9df3220c already deleted. [ 592.474621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa77ab89-dd35-4fd7-8842-b2ca9df3220c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.475279] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84953cc7-8f71-46ee-ba08-ca071d32bcbe with Priority: HIGHEST for action port [ 592.475865] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-84953cc7-8f71-46ee-ba08-ca071d32bcbe taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.476179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84953cc7-8f71-46ee-ba08-ca071d32bcbe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.476305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84953cc7-8f71-46ee-ba08-ca071d32bcbe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.476580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84953cc7-8f71-46ee-ba08-ca071d32bcbe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.476715] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84953cc7-8f71-46ee-ba08-ca071d32bcbe',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.765047] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.765047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.765047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.765047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.765047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.765047] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 is going to be created. [ 592.789356] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.789502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.789577] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.789786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.789940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.800017] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 in Status: UNINITIALIZED for 2s [ 592.819240] env[66341]: INFO networking_nsxv3.common.synchronization [req-c10e730e-b8e6-483f-aa6c-5b56dad8e662 req-cb7367df-9fda-45ea-9403-d61717d63697 tempest-DeleteServersAdminTestJSON-780779696 tempest-DeleteServersAdminTestJSON-780779696-project-member] Enqueued Resource ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d with Priority: HIGHEST for action security_group_members [ 592.819822] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d with Priority: HIGHEST for action security_group_members [ 592.820143] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.820271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.820403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.820581] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.823053] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.823053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.823053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.823053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.823053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.823053] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.980353] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84953cc7-8f71-46ee-ba08-ca071d32bcbe [ 592.980353] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.980353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.980353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.980353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.980353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.980353] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84953cc7-8f71-46ee-ba08-ca071d32bcbe already deleted. [ 592.980353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84953cc7-8f71-46ee-ba08-ca071d32bcbe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.325521] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.325681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.325788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.325962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.326072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.326275] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.326380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.326444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.326603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.326680] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.326768] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d already deleted. [ 593.326850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.693357] env[66341]: INFO networking_nsxv3.common.synchronization [None req-27995b9a-0292-4163-8c0a-ee26c20d330e None None] Enqueued Resource ID: 23774f5c-6233-4ea9-b717-b189f4d7c29e with Priority: HIGHEST for action port [ 593.693357] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23774f5c-6233-4ea9-b717-b189f4d7c29e with Priority: HIGHEST for action port [ 593.693459] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-23774f5c-6233-4ea9-b717-b189f4d7c29e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.693531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23774f5c-6233-4ea9-b717-b189f4d7c29e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.693615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23774f5c-6233-4ea9-b717-b189f4d7c29e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.694238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23774f5c-6233-4ea9-b717-b189f4d7c29e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.694238] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23774f5c-6233-4ea9-b717-b189f4d7c29e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.055198] env[66341]: INFO networking_nsxv3.common.synchronization [None req-02f8fa31-b246-4cdc-8ba4-71ddcd6a2665 None None] Enqueued Resource ID: 6ed32797-75f1-45eb-8de5-8a37dcc957b2 with Priority: HIGHEST for action port [ 594.055198] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ed32797-75f1-45eb-8de5-8a37dcc957b2 with Priority: HIGHEST for action port [ 594.055198] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ed32797-75f1-45eb-8de5-8a37dcc957b2 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.055198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ed32797-75f1-45eb-8de5-8a37dcc957b2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.055198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ed32797-75f1-45eb-8de5-8a37dcc957b2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.057973] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ed32797-75f1-45eb-8de5-8a37dcc957b2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.057973] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ed32797-75f1-45eb-8de5-8a37dcc957b2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.196552] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23774f5c-6233-4ea9-b717-b189f4d7c29e [ 594.196830] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.196907] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.197236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.197236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.197349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.197379] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23774f5c-6233-4ea9-b717-b189f4d7c29e already deleted. [ 594.197454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23774f5c-6233-4ea9-b717-b189f4d7c29e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.236937] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.237149] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.237274] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.237539] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.237799] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.237979] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.238891] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.239152] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.239297] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.239655] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.239655] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.240134] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.240297] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.240428] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.240538] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.240823] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.262231] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.262398] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.262530] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.262728] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.263014] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-0215c0b2-293c-45a8-bbda-1559ec5c6649 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.263216] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-0215c0b2-293c-45a8-bbda-1559ec5c6649" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.263288] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-0215c0b2-293c-45a8-bbda-1559ec5c6649" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.263611] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-0215c0b2-293c-45a8-bbda-1559ec5c6649" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.263784] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0215c0b2-293c-45a8-bbda-1559ec5c6649',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.340351] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bca0352f-8a56-40f5-89ef-03effef44bc3 in Status: SUCCESS [ 594.340594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.340754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.340990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.341200] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.341316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.341377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.341527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.341638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.341682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.341768] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bca0352f-8a56-40f5-89ef-03effef44bc3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.559767] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ed32797-75f1-45eb-8de5-8a37dcc957b2 [ 594.559938] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.560052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.560129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.560342] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.560426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.560517] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ed32797-75f1-45eb-8de5-8a37dcc957b2 already deleted. [ 594.560600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ed32797-75f1-45eb-8de5-8a37dcc957b2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.767337] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.767337] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.767337] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.767621] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.767621] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.767791] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 0215c0b2-293c-45a8-bbda-1559ec5c6649 not found, creating... [ 594.768021] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.768156] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.768260] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.768465] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.768591] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.768858] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.769013] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.769126] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.769319] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.769441] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.769578] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 0215c0b2-293c-45a8-bbda-1559ec5c6649 is going to be created. [ 594.792531] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.792781] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.792850] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.793130] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.793350] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.793560] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-0215c0b2-293c-45a8-bbda-1559ec5c6649" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.809179] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 in Status: SUCCESS [ 594.809376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.809537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.809742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.809940] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.810074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.810151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.810404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.810486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.810581] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.810668] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04272b7d-b12a-4c8d-a7e8-0879b9f50cc0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.844261] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-bca0352f-8a56-40f5-89ef-03effef44bc3 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.844423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.844493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.844712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.844965] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.845672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.846157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.846157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.846785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.846919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.847112] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-bca0352f-8a56-40f5-89ef-03effef44bc3 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.847256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.847309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.847425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.847569] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.848091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.848091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.848091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.848091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.848091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.849058] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bca0352f-8a56-40f5-89ef-03effef44bc3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.866353] env[66341]: INFO networking_nsxv3.common.synchronization [req-7d4bfcaa-f75e-4d1c-a6f5-a85117b5a31c req-51f523a5-5a68-4f4b-b76c-da23843144d5 tempest-ServerExternalEventsTest-328188006 tempest-ServerExternalEventsTest-328188006-project-member] Enqueued Resource ID: b422dac1-1d35-4c8f-bad6-718b3bddccae with Priority: HIGHEST for action security_group_members [ 594.866856] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b422dac1-1d35-4c8f-bad6-718b3bddccae with Priority: HIGHEST for action security_group_members [ 594.867638] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b422dac1-1d35-4c8f-bad6-718b3bddccae taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.867792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.867906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.868190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.868363] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.868462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.868554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.868715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.868815] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.868926] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b422dac1-1d35-4c8f-bad6-718b3bddccae',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.010919] env[66341]: INFO networking_nsxv3.common.synchronization [None req-33b18f35-b21e-4799-bc88-ad416d544c9d tempest-VolumesAssistedSnapshotsTest-1387870364 tempest-VolumesAssistedSnapshotsTest-1387870364-project-member] Enqueued Resource ID: 3e16096e-614d-41cd-9e13-e75315b74a8d with Priority: HIGHEST for action security_group_rules [ 595.011552] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e16096e-614d-41cd-9e13-e75315b74a8d with Priority: HIGHEST for action security_group_rules [ 595.011787] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e16096e-614d-41cd-9e13-e75315b74a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.011875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.011943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.012294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.012379] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e16096e-614d-41cd-9e13-e75315b74a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.314040] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.314040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.314040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.314040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.314406] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.314406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.314406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.314550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.314628] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.314717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.314864] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.314957] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.315116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.315241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.316033] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.316033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.316033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.316033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.316033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.316033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.316272] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04272b7d-b12a-4c8d-a7e8-0879b9f50cc0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.351483] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bca0352f-8a56-40f5-89ef-03effef44bc3: rpc.has_security_group_logging(os_id): False [ 595.370144] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.370279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.370322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.370508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.370625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.370792] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.370874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.370972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.371105] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.371180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.371371] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.371477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.371520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.371658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.371732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.371920] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.374747] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.374966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.375137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.375226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.375322] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bca0352f-8a56-40f5-89ef-03effef44bc3 is going to be created. [ 595.377727] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.377727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.377727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.377727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.377727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.377727] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.377727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.377727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.377727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.377727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.377727] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b422dac1-1d35-4c8f-bad6-718b3bddccae already deleted. [ 595.377727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.457466] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.457664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.458194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.458194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.458316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.478744] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bca0352f-8a56-40f5-89ef-03effef44bc3 in Status: IN_PROGRESS for 2s [ 595.505580] env[66341]: INFO networking_nsxv3.common.synchronization [req-c10e730e-b8e6-483f-aa6c-5b56dad8e662 req-1404dbe0-ebaf-4e1e-8ef7-4986905098e9 service nova] Enqueued Resource ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d with Priority: HIGHEST for action security_group_rules [ 595.505580] env[66341]: INFO networking_nsxv3.common.synchronization [req-c10e730e-b8e6-483f-aa6c-5b56dad8e662 req-1404dbe0-ebaf-4e1e-8ef7-4986905098e9 service nova] Enqueued Resource ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d with Priority: HIGHEST for action security_group_members [ 595.505580] env[66341]: INFO networking_nsxv3.common.synchronization [req-c10e730e-b8e6-483f-aa6c-5b56dad8e662 req-1404dbe0-ebaf-4e1e-8ef7-4986905098e9 service nova] Enqueued Resource ID: 0215c0b2-293c-45a8-bbda-1559ec5c6649 with Priority: HIGHEST for action port [ 595.505580] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d with Priority: HIGHEST for action security_group_rules [ 595.505580] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d with Priority: HIGHEST for action security_group_members [ 595.505580] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0215c0b2-293c-45a8-bbda-1559ec5c6649 with Priority: HIGHEST for action port [ 595.506310] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.506310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.506519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.506878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.506987] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.508391] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.508522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.508619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.508846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.509073] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.509220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.509554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.509757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.509884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.510060] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.512744] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-0215c0b2-293c-45a8-bbda-1559ec5c6649 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.512961] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0215c0b2-293c-45a8-bbda-1559ec5c6649" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.513075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0215c0b2-293c-45a8-bbda-1559ec5c6649" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.513320] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0215c0b2-293c-45a8-bbda-1559ec5c6649" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.513435] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0215c0b2-293c-45a8-bbda-1559ec5c6649',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.554623] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.554766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.554891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.555084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.555182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.555307] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e16096e-614d-41cd-9e13-e75315b74a8d already deleted. [ 595.555963] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.818738] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04272b7d-b12a-4c8d-a7e8-0879b9f50cc0: rpc.has_security_group_logging(os_id): False [ 595.838203] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.838352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.838424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.838647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.838740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.839020] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.839137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.839176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.839418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.839418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.839918] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.839918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.839918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.839918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.839918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.840098] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.840244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.840244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.840382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.840456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.840543] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 is going to be created. [ 595.898569] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.900070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.900070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.900070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.900070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.910888] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 in Status: IN_PROGRESS for 2s [ 596.017345] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.017345] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.017345] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.017479] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0215c0b2-293c-45a8-bbda-1559ec5c6649 with status ACTIVE [ 596.017647] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.018038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.018038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.018134] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.018162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.018489] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.018608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.018681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.018893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.018982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.019219] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.019411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.019411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.019687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.019687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.019687] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0215c0b2-293c-45a8-bbda-1559ec5c6649 is going to be updated. [ 596.053739] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.053739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.053739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.053955] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.054349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.054349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0215c0b2-293c-45a8-bbda-1559ec5c6649" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.158495] env[66341]: INFO networking_nsxv3.common.synchronization [None req-96b8eabf-f905-49c3-aec2-000ff23eaa60 tempest-VolumesAssistedSnapshotsTest-1387870364 tempest-VolumesAssistedSnapshotsTest-1387870364-project-member] Enqueued Resource ID: 3e16096e-614d-41cd-9e13-e75315b74a8d with Priority: HIGHEST for action security_group_rules [ 596.159075] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e16096e-614d-41cd-9e13-e75315b74a8d with Priority: HIGHEST for action security_group_rules [ 596.159387] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e16096e-614d-41cd-9e13-e75315b74a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.159513] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.159580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.159777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.159855] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e16096e-614d-41cd-9e13-e75315b74a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.163019] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.163129] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.163314] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.163516] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.163886] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.164077] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.164077] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.165051] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.165051] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.165051] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.165051] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.165051] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.165281] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.165281] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.165355] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.165464] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.187896] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.188091] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.188237] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.188424] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.188750] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-f2479819-7855-4be8-beb1-f95afdea2e2c taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.188915] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-f2479819-7855-4be8-beb1-f95afdea2e2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.189057] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-f2479819-7855-4be8-beb1-f95afdea2e2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.189377] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-f2479819-7855-4be8-beb1-f95afdea2e2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.189499] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2479819-7855-4be8-beb1-f95afdea2e2c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.261428] env[66341]: INFO networking_nsxv3.common.synchronization [None req-c597eb5a-e108-4876-817c-bac08e3f73af None None] Enqueued Resource ID: e0ded3c1-6c08-497f-93dd-5c1127ac443a with Priority: HIGHEST for action port [ 596.261428] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ded3c1-6c08-497f-93dd-5c1127ac443a with Priority: HIGHEST for action port [ 596.261555] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0ded3c1-6c08-497f-93dd-5c1127ac443a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.261615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0ded3c1-6c08-497f-93dd-5c1127ac443a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.261746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0ded3c1-6c08-497f-93dd-5c1127ac443a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.261951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0ded3c1-6c08-497f-93dd-5c1127ac443a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.262046] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0ded3c1-6c08-497f-93dd-5c1127ac443a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.522283] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.688471] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.688695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.688695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.688899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.689010] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.689107] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e16096e-614d-41cd-9e13-e75315b74a8d already deleted. [ 596.689190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.691837] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.692012] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.692135] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.692396] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.692536] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.692675] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port f2479819-7855-4be8-beb1-f95afdea2e2c not found, creating... [ 596.692931] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.693091] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.693203] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.693415] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.693542] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.693863] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.693954] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.694068] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.694275] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.694403] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.694607] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: f2479819-7855-4be8-beb1-f95afdea2e2c is going to be created. [ 596.715398] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.715617] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.715737] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.716065] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.716307] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.716529] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-f2479819-7855-4be8-beb1-f95afdea2e2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.765597] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0ded3c1-6c08-497f-93dd-5c1127ac443a [ 596.765710] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.765931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.765931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.766207] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.766809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.766809] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0ded3c1-6c08-497f-93dd-5c1127ac443a already deleted. [ 596.766809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0ded3c1-6c08-497f-93dd-5c1127ac443a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.810432] env[66341]: INFO networking_nsxv3.common.synchronization [None req-d99a4982-08e3-40cf-9c8d-a3b9fa788f80 None None] Enqueued Resource ID: 56382e5a-4b87-40ed-b3e8-f60d1e0b9248 with Priority: HIGHEST for action port [ 596.810956] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56382e5a-4b87-40ed-b3e8-f60d1e0b9248 with Priority: HIGHEST for action port [ 596.811283] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-56382e5a-4b87-40ed-b3e8-f60d1e0b9248 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.811412] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56382e5a-4b87-40ed-b3e8-f60d1e0b9248" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.811506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56382e5a-4b87-40ed-b3e8-f60d1e0b9248" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.811940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56382e5a-4b87-40ed-b3e8-f60d1e0b9248" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.811940] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56382e5a-4b87-40ed-b3e8-f60d1e0b9248',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.025323] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.025483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.025543] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.025768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.025915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.025975] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d is going to be created. [ 597.051483] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.051690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.051690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.051905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.052074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.061871] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d in Status: UNINITIALIZED for 2s [ 597.314187] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56382e5a-4b87-40ed-b3e8-f60d1e0b9248 [ 597.314678] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.314835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.314910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.315190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.315526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.315526] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56382e5a-4b87-40ed-b3e8-f60d1e0b9248 already deleted. [ 597.315526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56382e5a-4b87-40ed-b3e8-f60d1e0b9248" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.434215] env[66341]: INFO networking_nsxv3.common.synchronization [req-7d4bfcaa-f75e-4d1c-a6f5-a85117b5a31c req-0bb1528e-7589-4ca7-bd34-09c00c3f1bba service nova] Enqueued Resource ID: b422dac1-1d35-4c8f-bad6-718b3bddccae with Priority: HIGHEST for action security_group_rules [ 597.434215] env[66341]: INFO networking_nsxv3.common.synchronization [req-7d4bfcaa-f75e-4d1c-a6f5-a85117b5a31c req-0bb1528e-7589-4ca7-bd34-09c00c3f1bba service nova] Enqueued Resource ID: b422dac1-1d35-4c8f-bad6-718b3bddccae with Priority: HIGHEST for action security_group_members [ 597.434215] env[66341]: INFO networking_nsxv3.common.synchronization [req-7d4bfcaa-f75e-4d1c-a6f5-a85117b5a31c req-0bb1528e-7589-4ca7-bd34-09c00c3f1bba service nova] Enqueued Resource ID: f2479819-7855-4be8-beb1-f95afdea2e2c with Priority: HIGHEST for action port [ 597.434215] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b422dac1-1d35-4c8f-bad6-718b3bddccae with Priority: HIGHEST for action security_group_rules [ 597.434215] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b422dac1-1d35-4c8f-bad6-718b3bddccae with Priority: HIGHEST for action security_group_members [ 597.435522] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2479819-7855-4be8-beb1-f95afdea2e2c with Priority: HIGHEST for action port [ 597.435594] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b422dac1-1d35-4c8f-bad6-718b3bddccae taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.435726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.435784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.436531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.436531] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b422dac1-1d35-4c8f-bad6-718b3bddccae',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.436944] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b422dac1-1d35-4c8f-bad6-718b3bddccae taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.437065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.437129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.437294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.439926] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.439926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.439926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.439926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.439926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.439926] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b422dac1-1d35-4c8f-bad6-718b3bddccae',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.439926] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2479819-7855-4be8-beb1-f95afdea2e2c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.439926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2479819-7855-4be8-beb1-f95afdea2e2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.439926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2479819-7855-4be8-beb1-f95afdea2e2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.439926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2479819-7855-4be8-beb1-f95afdea2e2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.439926] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2479819-7855-4be8-beb1-f95afdea2e2c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.490976] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bca0352f-8a56-40f5-89ef-03effef44bc3 in Status: SUCCESS [ 597.493282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.534077] env[66341]: INFO networking_nsxv3.common.synchronization [None req-e62c7863-8ae6-43e2-888a-2d10ca4d6fbe tempest-ServersV294TestFqdnHostnames-257173688 tempest-ServersV294TestFqdnHostnames-257173688-project-member] Enqueued Resource ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd with Priority: HIGHEST for action security_group_rules [ 597.534371] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd with Priority: HIGHEST for action security_group_rules [ 597.536113] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72a0427f-d3e0-4431-8c6c-53e5de5e15dd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.536298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.536613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.536613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.536680] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72a0427f-d3e0-4431-8c6c-53e5de5e15dd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.926806] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 in Status: SUCCESS [ 597.927051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.941540] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b422dac1-1d35-4c8f-bad6-718b3bddccae',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.942568] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b422dac1-1d35-4c8f-bad6-718b3bddccae taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.942678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.943459] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2479819-7855-4be8-beb1-f95afdea2e2c with status ACTIVE [ 597.943459] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.943459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.943459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.943459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.943459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.944020] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.944020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.944020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.944020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.944020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.944260] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.944260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.944472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.944541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.944541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.944682] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2479819-7855-4be8-beb1-f95afdea2e2c is going to be updated. [ 597.967532] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.967532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.967681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.967799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.967983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.968157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2479819-7855-4be8-beb1-f95afdea2e2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.072409] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.072529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.072596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.072803] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.072895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.073283] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd already deleted. [ 598.073419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.205172] env[66341]: INFO networking_nsxv3.common.synchronization [None req-6c489e0c-586e-4e29-9c80-d14776746d42 None None] Enqueued Resource ID: 1300395e-d82d-4826-9724-6bbd6a81dc0a with Priority: HIGHEST for action port [ 598.205435] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1300395e-d82d-4826-9724-6bbd6a81dc0a with Priority: HIGHEST for action port [ 598.206130] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-1300395e-d82d-4826-9724-6bbd6a81dc0a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.206206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1300395e-d82d-4826-9724-6bbd6a81dc0a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.206206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1300395e-d82d-4826-9724-6bbd6a81dc0a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.206456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1300395e-d82d-4826-9724-6bbd6a81dc0a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.206538] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1300395e-d82d-4826-9724-6bbd6a81dc0a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.407602] env[66341]: INFO networking_nsxv3.common.synchronization [None req-f5a8dacc-45ce-4e2d-992d-a59bced5638a tempest-ServersV294TestFqdnHostnames-257173688 tempest-ServersV294TestFqdnHostnames-257173688-project-member] Enqueued Resource ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd with Priority: HIGHEST for action security_group_rules [ 598.408311] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd with Priority: HIGHEST for action security_group_rules [ 598.408686] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72a0427f-d3e0-4431-8c6c-53e5de5e15dd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.408846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.409081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.409325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.409447] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72a0427f-d3e0-4431-8c6c-53e5de5e15dd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.447364] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b422dac1-1d35-4c8f-bad6-718b3bddccae',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.456034] env[66341]: INFO networking_nsxv3.common.synchronization [None req-8e1b8768-344f-40b6-9378-5dd684d065cd None None] Enqueued Resource ID: da2c677b-f6ec-49e6-8911-92b26ebc7c6b with Priority: HIGHEST for action port [ 598.456282] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da2c677b-f6ec-49e6-8911-92b26ebc7c6b with Priority: HIGHEST for action port [ 598.456950] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-da2c677b-f6ec-49e6-8911-92b26ebc7c6b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.457080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da2c677b-f6ec-49e6-8911-92b26ebc7c6b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.457147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da2c677b-f6ec-49e6-8911-92b26ebc7c6b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.457450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da2c677b-f6ec-49e6-8911-92b26ebc7c6b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.457548] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da2c677b-f6ec-49e6-8911-92b26ebc7c6b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.712137] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1300395e-d82d-4826-9724-6bbd6a81dc0a [ 598.712434] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.713033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.713033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.713033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.713033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.713273] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1300395e-d82d-4826-9724-6bbd6a81dc0a already deleted. [ 598.713273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1300395e-d82d-4826-9724-6bbd6a81dc0a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.930159] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.930330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.930403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.930619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.930780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.930824] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd already deleted. [ 598.930976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.949580] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.949735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.949809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.950028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.950123] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.950382] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b422dac1-1d35-4c8f-bad6-718b3bddccae is going to be created. [ 598.959627] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da2c677b-f6ec-49e6-8911-92b26ebc7c6b [ 598.959840] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.959967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.960038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.960265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.960349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.960438] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da2c677b-f6ec-49e6-8911-92b26ebc7c6b already deleted. [ 598.960517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da2c677b-f6ec-49e6-8911-92b26ebc7c6b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.974100] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.974406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.974406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.974543] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.974702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.985850] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b422dac1-1d35-4c8f-bad6-718b3bddccae in Status: UNINITIALIZED for 2s [ 599.073046] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d in Status: SUCCESS [ 599.073046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.073046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.073046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.073230] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.073422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.073544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.073808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.073989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.074141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.074302] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.114595] env[66341]: INFO networking_nsxv3.common.synchronization [None req-f1fdfc70-5363-4a18-ab0a-d2653d16e2a5 None None] Enqueued Resource ID: 34a7de00-aac5-4a7a-bc51-5dff628328b0 with Priority: HIGHEST for action port [ 599.115205] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a7de00-aac5-4a7a-bc51-5dff628328b0 with Priority: HIGHEST for action port [ 599.116198] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-34a7de00-aac5-4a7a-bc51-5dff628328b0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.116198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34a7de00-aac5-4a7a-bc51-5dff628328b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.116198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34a7de00-aac5-4a7a-bc51-5dff628328b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.116198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34a7de00-aac5-4a7a-bc51-5dff628328b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.116198] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34a7de00-aac5-4a7a-bc51-5dff628328b0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.577016] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.577269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.577402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.578060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.578060] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.578251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.580119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.580405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.580557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.580799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.580985] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.581172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.581284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.581522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.581755] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.581922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.586134] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.586431] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.586584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.586737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.586891] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.619270] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34a7de00-aac5-4a7a-bc51-5dff628328b0 [ 599.619270] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.619458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.619531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.619939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.620031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.620189] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34a7de00-aac5-4a7a-bc51-5dff628328b0 already deleted. [ 599.620369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34a7de00-aac5-4a7a-bc51-5dff628328b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.092564] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d: rpc.has_security_group_logging(os_id): False [ 600.097029] env[66341]: INFO networking_nsxv3.common.synchronization [req-005ed8c7-45c7-47b0-9dac-5cc72784405f req-1dcbb6c0-a1ee-4288-98a0-e74fba309239 tempest-SecurityGroupRulesTestJSON-1059841549 tempest-SecurityGroupRulesTestJSON-1059841549-project-member] Enqueued Resource ID: fc88fda0-145e-49dc-8828-96ffac84e6e8 with Priority: HIGHEST for action security_group_rules [ 600.097447] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc88fda0-145e-49dc-8828-96ffac84e6e8 with Priority: HIGHEST for action security_group_rules [ 600.098601] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc88fda0-145e-49dc-8828-96ffac84e6e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.098726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc88fda0-145e-49dc-8828-96ffac84e6e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.098801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc88fda0-145e-49dc-8828-96ffac84e6e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.099202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc88fda0-145e-49dc-8828-96ffac84e6e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.099293] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc88fda0-145e-49dc-8828-96ffac84e6e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.112592] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.112749] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.112820] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.113052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.113170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.113357] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.113457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.113521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.113672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.113747] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.113924] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.114029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.114093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.114230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.114309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.114512] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.114608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.114990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.115262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.115398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.115535] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d is going to be created. [ 600.189026] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.189208] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.189254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.189459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.189636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.204294] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d in Status: IN_PROGRESS for 2s [ 600.305954] env[66341]: INFO networking_nsxv3.common.synchronization [None req-fd2922c7-db95-4b67-83b6-b59b423dc656 None None] Enqueued Resource ID: c379bdd5-e3cd-439e-bb2b-cdc720ef7cea with Priority: HIGHEST for action port [ 600.305954] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c379bdd5-e3cd-439e-bb2b-cdc720ef7cea with Priority: HIGHEST for action port [ 600.305954] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-c379bdd5-e3cd-439e-bb2b-cdc720ef7cea taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.305954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c379bdd5-e3cd-439e-bb2b-cdc720ef7cea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.305954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c379bdd5-e3cd-439e-bb2b-cdc720ef7cea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.305954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c379bdd5-e3cd-439e-bb2b-cdc720ef7cea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.305954] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c379bdd5-e3cd-439e-bb2b-cdc720ef7cea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.625408] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.625529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.625586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.625802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.625910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.626018] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc88fda0-145e-49dc-8828-96ffac84e6e8 already deleted. [ 600.626092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc88fda0-145e-49dc-8828-96ffac84e6e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.809310] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c379bdd5-e3cd-439e-bb2b-cdc720ef7cea [ 600.809310] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.809310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.809310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.809310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.809310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.809310] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c379bdd5-e3cd-439e-bb2b-cdc720ef7cea already deleted. [ 600.809310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c379bdd5-e3cd-439e-bb2b-cdc720ef7cea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.997483] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b422dac1-1d35-4c8f-bad6-718b3bddccae in Status: SUCCESS [ 600.998678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.998678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.998678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.998678] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.998678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.999024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.999024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.999093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.999752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.999752] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b422dac1-1d35-4c8f-bad6-718b3bddccae',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.257394] env[66341]: INFO networking_nsxv3.common.synchronization [None req-518b3535-afa1-4ed0-9d36-ea3ba08b0dc9 tempest-AttachInterfacesUnderV243Test-1114063057 tempest-AttachInterfacesUnderV243Test-1114063057-project-member] Enqueued Resource ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 with Priority: HIGHEST for action security_group_rules [ 601.258752] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 with Priority: HIGHEST for action security_group_rules [ 601.258752] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62317bb7-3292-40e8-af0b-a6964011a4d6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.258752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.258752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.258752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.258752] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62317bb7-3292-40e8-af0b-a6964011a4d6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.503402] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b422dac1-1d35-4c8f-bad6-718b3bddccae taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.503563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.503636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.503878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.504072] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.504219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.504272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.504399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.504487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.504574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.504802] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b422dac1-1d35-4c8f-bad6-718b3bddccae taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.504939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.504981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.505310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.505310] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.505458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.505458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.505925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.505925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.505925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.505925] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b422dac1-1d35-4c8f-bad6-718b3bddccae',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.691998] env[66341]: INFO networking_nsxv3.common.synchronization [None req-8e2de492-d5a0-48ff-bf83-92c59be94af7 tempest-AttachInterfacesUnderV243Test-1114063057 tempest-AttachInterfacesUnderV243Test-1114063057-project-member] Enqueued Resource ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 with Priority: HIGHEST for action security_group_rules [ 601.693500] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 with Priority: HIGHEST for action security_group_rules [ 601.693500] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62317bb7-3292-40e8-af0b-a6964011a4d6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.693500] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.784402] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.784402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.784402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.784402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.784402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.784402] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 already deleted. [ 601.784402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.785062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.785062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.785062] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62317bb7-3292-40e8-af0b-a6964011a4d6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.008691] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b422dac1-1d35-4c8f-bad6-718b3bddccae: rpc.has_security_group_logging(os_id): False [ 602.027718] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.027874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.027874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.028147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.028242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.028466] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.028562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.028626] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.029034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.029034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.029175] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.029287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.031336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.031336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.031336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.031336] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.031336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.031336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.031336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.031336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.031336] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b422dac1-1d35-4c8f-bad6-718b3bddccae is going to be created. [ 602.096034] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.096240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.096240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.096525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.096714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.109544] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b422dac1-1d35-4c8f-bad6-718b3bddccae in Status: IN_PROGRESS for 2s [ 602.228278] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d in Status: SUCCESS [ 602.228487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.260811] env[66341]: INFO networking_nsxv3.common.synchronization [None req-24b6bac2-8583-4c99-865f-ab12108a9a5e None None] Enqueued Resource ID: 483584de-86c4-41fa-ada4-e94f45fce6b2 with Priority: HIGHEST for action port [ 602.261346] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 483584de-86c4-41fa-ada4-e94f45fce6b2 with Priority: HIGHEST for action port [ 602.263041] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-483584de-86c4-41fa-ada4-e94f45fce6b2 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.263231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-483584de-86c4-41fa-ada4-e94f45fce6b2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.263892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-483584de-86c4-41fa-ada4-e94f45fce6b2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.263892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-483584de-86c4-41fa-ada4-e94f45fce6b2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.263892] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('483584de-86c4-41fa-ada4-e94f45fce6b2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.306588] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.306777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.306818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.307018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.307112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.307210] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 already deleted. [ 602.307332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.351469] env[66341]: INFO networking_nsxv3.common.synchronization [None req-e2a0a734-56f9-484d-be63-c8555b4f33d0 None None] Enqueued Resource ID: b932fae2-4f30-4da6-ab81-aed22a560e61 with Priority: HIGHEST for action port [ 602.353514] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b932fae2-4f30-4da6-ab81-aed22a560e61 with Priority: HIGHEST for action port [ 602.356230] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-b932fae2-4f30-4da6-ab81-aed22a560e61 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.356587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b932fae2-4f30-4da6-ab81-aed22a560e61" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.356738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b932fae2-4f30-4da6-ab81-aed22a560e61" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.357206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b932fae2-4f30-4da6-ab81-aed22a560e61" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.357486] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b932fae2-4f30-4da6-ab81-aed22a560e61',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.768669] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 483584de-86c4-41fa-ada4-e94f45fce6b2 [ 602.768669] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.768669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.768669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.768669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.768669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.768669] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:483584de-86c4-41fa-ada4-e94f45fce6b2 already deleted. [ 602.768669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-483584de-86c4-41fa-ada4-e94f45fce6b2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.860210] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b932fae2-4f30-4da6-ab81-aed22a560e61 [ 602.860635] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.861071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.861212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.861482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.861590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.861712] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b932fae2-4f30-4da6-ab81-aed22a560e61 already deleted. [ 602.861816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b932fae2-4f30-4da6-ab81-aed22a560e61" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.454444] env[66341]: INFO networking_nsxv3.common.synchronization [None req-5e7ed0ae-3747-4b1e-a2c9-0705f54fa42b None None] Enqueued Resource ID: f4058c05-6b3d-4378-80df-16076baa9544 with Priority: HIGHEST for action port [ 603.454736] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4058c05-6b3d-4378-80df-16076baa9544 with Priority: HIGHEST for action port [ 603.455293] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4058c05-6b3d-4378-80df-16076baa9544 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.455416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4058c05-6b3d-4378-80df-16076baa9544" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.455480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4058c05-6b3d-4378-80df-16076baa9544" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.455724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4058c05-6b3d-4378-80df-16076baa9544" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.455805] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4058c05-6b3d-4378-80df-16076baa9544',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.960743] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4058c05-6b3d-4378-80df-16076baa9544 [ 603.960743] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.960743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.960743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.960743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.960743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.960743] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4058c05-6b3d-4378-80df-16076baa9544 already deleted. [ 603.960743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4058c05-6b3d-4378-80df-16076baa9544" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.122801] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b422dac1-1d35-4c8f-bad6-718b3bddccae in Status: SUCCESS [ 604.122801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.448321] env[66341]: INFO networking_nsxv3.common.synchronization [None req-db1be0c6-ad71-45da-a5f0-03dcdcc429a0 None None] Enqueued Resource ID: 0de3ea62-c945-44b5-bdc5-5da87bfb3af7 with Priority: HIGHEST for action port [ 604.448842] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0de3ea62-c945-44b5-bdc5-5da87bfb3af7 with Priority: HIGHEST for action port [ 604.449179] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-0de3ea62-c945-44b5-bdc5-5da87bfb3af7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.449301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0de3ea62-c945-44b5-bdc5-5da87bfb3af7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.449368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0de3ea62-c945-44b5-bdc5-5da87bfb3af7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.451353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0de3ea62-c945-44b5-bdc5-5da87bfb3af7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.451454] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0de3ea62-c945-44b5-bdc5-5da87bfb3af7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.953032] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0de3ea62-c945-44b5-bdc5-5da87bfb3af7 [ 604.953461] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.953461] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.953461] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.953655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.953800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.953932] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0de3ea62-c945-44b5-bdc5-5da87bfb3af7 already deleted. [ 604.953932] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0de3ea62-c945-44b5-bdc5-5da87bfb3af7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.043496] env[66341]: INFO networking_nsxv3.common.synchronization [None req-c76cedcf-02bd-4520-8ce8-e3b80adbceca tempest-ServersTestBootFromVolume-1935131785 tempest-ServersTestBootFromVolume-1935131785-project-member] Enqueued Resource ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d with Priority: HIGHEST for action security_group_rules [ 605.048110] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d with Priority: HIGHEST for action security_group_rules [ 605.048790] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.048943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.049065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.049397] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.049523] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3dfc3ea-d1e1-4cfc-b9dc-23952528809d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.155374] env[66341]: INFO networking_nsxv3.common.synchronization [req-02461802-16c3-4db1-84e1-956abe187511 req-e64d8c68-8bd3-4a1f-b6a5-6468bf1ac170 tempest-ServerDiskConfigTestJSON-1657017966 tempest-ServerDiskConfigTestJSON-1657017966-project-member] Enqueued Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 605.156324] env[66341]: INFO networking_nsxv3.common.synchronization [None req-8c03d105-cd0b-4ee6-adc1-892ff886b387 tempest-ServersTestBootFromVolume-1935131785 tempest-ServersTestBootFromVolume-1935131785-project-member] Enqueued Resource ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d with Priority: HIGHEST for action security_group_rules [ 605.156741] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 605.156893] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d with Priority: HIGHEST for action security_group_rules [ 605.157182] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.157305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.157370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.157623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.157779] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.157881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.157997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.158160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.158252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.158346] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.159177] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.159269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.211722] env[66341]: INFO networking_nsxv3.common.synchronization [None req-dd28baf8-3ee9-4c2b-b8b6-9e9579dcdf8d None None] Enqueued Resource ID: e3384063-d22d-4ab3-85f7-d6eb8ffc08aa with Priority: HIGHEST for action port [ 605.212356] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3384063-d22d-4ab3-85f7-d6eb8ffc08aa with Priority: HIGHEST for action port [ 605.212673] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3384063-d22d-4ab3-85f7-d6eb8ffc08aa taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.212787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3384063-d22d-4ab3-85f7-d6eb8ffc08aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.212882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3384063-d22d-4ab3-85f7-d6eb8ffc08aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.213127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3384063-d22d-4ab3-85f7-d6eb8ffc08aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.213211] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3384063-d22d-4ab3-85f7-d6eb8ffc08aa',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.513703] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-260 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.513703] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-260" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.513703] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-260" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.514278] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-260" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.514278] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.514561] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.514561] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.514758] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.514881] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.515114] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.515338] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.515338] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.515640] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.515640] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.515640] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.515801] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.537476] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.537730] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.537920] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.538252] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-260" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.538860] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-ce898a09-9b62-484d-b21c-737e0a3c4922 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.539022] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-ce898a09-9b62-484d-b21c-737e0a3c4922" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.539329] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-ce898a09-9b62-484d-b21c-737e0a3c4922" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.539811] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-ce898a09-9b62-484d-b21c-737e0a3c4922" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.540085] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce898a09-9b62-484d-b21c-737e0a3c4922',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.571700] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.571700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.571700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.571700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.571982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.571982] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d already deleted. [ 605.571982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.572374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.572374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.572432] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3dfc3ea-d1e1-4cfc-b9dc-23952528809d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.660835] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.661044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.661109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.661378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.665025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.665025] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.665025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.665025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.665025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.665025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.665025] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 already deleted. [ 605.665025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.716662] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3384063-d22d-4ab3-85f7-d6eb8ffc08aa [ 605.716662] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.716662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.716662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.716662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.716662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.716662] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3384063-d22d-4ab3-85f7-d6eb8ffc08aa already deleted. [ 605.716990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3384063-d22d-4ab3-85f7-d6eb8ffc08aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.042893] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.043300] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.043429] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.043828] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.043975] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.044140] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port ce898a09-9b62-484d-b21c-737e0a3c4922 not found, creating... [ 606.044538] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.044703] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.044816] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.045118] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.045254] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.045560] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.045763] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.045808] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.050310] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.050678] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.050933] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: ce898a09-9b62-484d-b21c-737e0a3c4922 is going to be created. [ 606.077516] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.077670] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.077839] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.078340] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.078661] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.078916] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-ce898a09-9b62-484d-b21c-737e0a3c4922" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.101610] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.101766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.101837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.102086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.102184] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.102280] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d already deleted. [ 606.102363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.905247] env[66341]: INFO networking_nsxv3.common.synchronization [req-02461802-16c3-4db1-84e1-956abe187511 req-4df4897f-758f-498e-a7de-5c05180b097b service nova] Enqueued Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_rules [ 606.905534] env[66341]: INFO networking_nsxv3.common.synchronization [req-02461802-16c3-4db1-84e1-956abe187511 req-4df4897f-758f-498e-a7de-5c05180b097b service nova] Enqueued Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 606.905675] env[66341]: INFO networking_nsxv3.common.synchronization [req-02461802-16c3-4db1-84e1-956abe187511 req-4df4897f-758f-498e-a7de-5c05180b097b service nova] Enqueued Resource ID: ce898a09-9b62-484d-b21c-737e0a3c4922 with Priority: HIGHEST for action port [ 606.906364] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_rules [ 606.906585] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 606.906623] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce898a09-9b62-484d-b21c-737e0a3c4922 with Priority: HIGHEST for action port [ 606.908018] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.908018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.908018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.908018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.908277] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.910650] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.913030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.913030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.913030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.913030] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.913030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.913030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.913030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.913030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.913030] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.913656] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce898a09-9b62-484d-b21c-737e0a3c4922 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.913796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce898a09-9b62-484d-b21c-737e0a3c4922" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.913837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce898a09-9b62-484d-b21c-737e0a3c4922" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.913995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce898a09-9b62-484d-b21c-737e0a3c4922" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.914081] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce898a09-9b62-484d-b21c-737e0a3c4922',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.411742] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.411742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.420113] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce898a09-9b62-484d-b21c-737e0a3c4922 with status ACTIVE [ 607.420113] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.420113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.420113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.420113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.420113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.420113] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.420113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.420113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.420113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.420113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.420113] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.420113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.420113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.420113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.420113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.420113] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce898a09-9b62-484d-b21c-737e0a3c4922 is going to be updated. [ 607.421287] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.447598] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.447598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.447598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.452117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.454191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.454191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce898a09-9b62-484d-b21c-737e0a3c4922" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.523100] env[66341]: INFO networking_nsxv3.common.synchronization [None req-24fee049-ce8a-4637-8903-6f66b7a7e0e5 None None] Enqueued Resource ID: 5f202a40-823f-496c-8ca9-a74a47c20a8c with Priority: HIGHEST for action port [ 607.523100] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f202a40-823f-496c-8ca9-a74a47c20a8c with Priority: HIGHEST for action port [ 607.523100] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f202a40-823f-496c-8ca9-a74a47c20a8c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.523100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f202a40-823f-496c-8ca9-a74a47c20a8c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.523100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f202a40-823f-496c-8ca9-a74a47c20a8c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.523989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f202a40-823f-496c-8ca9-a74a47c20a8c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.524241] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f202a40-823f-496c-8ca9-a74a47c20a8c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.926445] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.027705] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f202a40-823f-496c-8ca9-a74a47c20a8c [ 608.028407] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.028407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.028407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.028536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.028574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.029060] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f202a40-823f-496c-8ca9-a74a47c20a8c already deleted. [ 608.029060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f202a40-823f-496c-8ca9-a74a47c20a8c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.220391] env[66341]: INFO networking_nsxv3.common.synchronization [req-b35fa305-24a6-4434-b60e-9a75546a4a35 req-f3b28725-4c6b-46e1-8327-c3f5ce6ff678 tempest-ImagesTestJSON-624667671 tempest-ImagesTestJSON-624667671-project-member] Enqueued Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 608.220962] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 608.221287] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.221416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.221485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.221757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.221920] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.223384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.223419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.225170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.225170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.225170] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.430782] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.430782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.431152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.431152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.431286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.431323] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 is going to be created. [ 608.467067] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.467490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.467610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.467858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.468129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.485027] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: UNINITIALIZED for 2s [ 608.730397] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.730640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.730724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.731031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.731145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.731404] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.731525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.731607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.731800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.732107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.732107] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 already deleted. [ 608.732107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.828620] env[66341]: INFO networking_nsxv3.common.synchronization [None req-8663782a-a061-4632-beab-bd5c5f595c53 None None] Enqueued Resource ID: f61db724-3746-4097-9f2f-15a8c26217c1 with Priority: HIGHEST for action port [ 608.829764] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f61db724-3746-4097-9f2f-15a8c26217c1 with Priority: HIGHEST for action port [ 608.829764] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-f61db724-3746-4097-9f2f-15a8c26217c1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.829922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f61db724-3746-4097-9f2f-15a8c26217c1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.830038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f61db724-3746-4097-9f2f-15a8c26217c1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.830827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f61db724-3746-4097-9f2f-15a8c26217c1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.830944] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f61db724-3746-4097-9f2f-15a8c26217c1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.835800] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-468 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.836170] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-468" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.836572] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-468" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.836878] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-468" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.837498] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.837624] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.837860] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.838718] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.838718] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.838718] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.838870] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.838918] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.839188] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.839414] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.839573] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.839767] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.863240] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.863500] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.863748] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.863968] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-468" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.864331] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-501985d4-ecbe-4eaa-b11f-b3c00f8a91aa taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.864502] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-501985d4-ecbe-4eaa-b11f-b3c00f8a91aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.864625] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-501985d4-ecbe-4eaa-b11f-b3c00f8a91aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.864980] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-501985d4-ecbe-4eaa-b11f-b3c00f8a91aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.865134] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('501985d4-ecbe-4eaa-b11f-b3c00f8a91aa',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.343266] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f61db724-3746-4097-9f2f-15a8c26217c1 [ 609.346828] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.346828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.346828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.346828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.346828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.346828] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f61db724-3746-4097-9f2f-15a8c26217c1 already deleted. [ 609.346828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f61db724-3746-4097-9f2f-15a8c26217c1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.368502] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.368684] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.368805] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.369079] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.369263] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.369422] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 501985d4-ecbe-4eaa-b11f-b3c00f8a91aa not found, creating... [ 609.369856] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.369856] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.370166] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.370205] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.370328] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.370737] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.371170] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.371170] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.371170] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.371449] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.371504] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 501985d4-ecbe-4eaa-b11f-b3c00f8a91aa is going to be created. [ 609.393902] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.394131] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.394251] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.394515] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.394736] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.394955] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-501985d4-ecbe-4eaa-b11f-b3c00f8a91aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.145758] env[66341]: INFO networking_nsxv3.common.synchronization [req-b35fa305-24a6-4434-b60e-9a75546a4a35 req-ea693822-88dd-44d4-8086-768167484219 service nova] Enqueued Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_rules [ 610.146177] env[66341]: INFO networking_nsxv3.common.synchronization [req-b35fa305-24a6-4434-b60e-9a75546a4a35 req-ea693822-88dd-44d4-8086-768167484219 service nova] Enqueued Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 610.146177] env[66341]: INFO networking_nsxv3.common.synchronization [req-b35fa305-24a6-4434-b60e-9a75546a4a35 req-ea693822-88dd-44d4-8086-768167484219 service nova] Enqueued Resource ID: 501985d4-ecbe-4eaa-b11f-b3c00f8a91aa with Priority: HIGHEST for action port [ 610.150529] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_rules [ 610.150529] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 610.150529] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501985d4-ecbe-4eaa-b11f-b3c00f8a91aa with Priority: HIGHEST for action port [ 610.150529] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.150529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.150529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.150529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.150529] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.150529] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.150529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.150529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.150529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.150529] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.150529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.150529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.150529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.150529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.150529] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.151964] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-501985d4-ecbe-4eaa-b11f-b3c00f8a91aa taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.151964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-501985d4-ecbe-4eaa-b11f-b3c00f8a91aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.151964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-501985d4-ecbe-4eaa-b11f-b3c00f8a91aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.151964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-501985d4-ecbe-4eaa-b11f-b3c00f8a91aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.151964] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('501985d4-ecbe-4eaa-b11f-b3c00f8a91aa',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.496265] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: SUCCESS [ 610.496265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.496265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.496434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.496582] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.496712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.496793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.496979] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.497179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.497179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.497287] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.655565] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.655793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.656818] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.657029] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 501985d4-ecbe-4eaa-b11f-b3c00f8a91aa with status ACTIVE [ 610.657147] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.657269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.657336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.657553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.657676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.657835] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.657936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.658015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.658219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.658301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.658501] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.658600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.658659] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.659309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.659309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.659309] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 501985d4-ecbe-4eaa-b11f-b3c00f8a91aa is going to be updated. [ 610.689172] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.689172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.689172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.689172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.689172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.689172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-501985d4-ecbe-4eaa-b11f-b3c00f8a91aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.000082] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.000623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.000724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.001034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.001457] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.001457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.001457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.001457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.001657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.001657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.001742] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.001845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.001890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.002027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.002664] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.002664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.002664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.002664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.002664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.002664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.002664] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.164282] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.449145] env[66341]: INFO networking_nsxv3.common.synchronization [req-a35b5c9a-32c6-4e1b-bde4-d275cc12eb60 req-d09c48a0-d77f-401d-8a79-c299197cf47a tempest-VolumesAssistedSnapshotsTest-1387870364 tempest-VolumesAssistedSnapshotsTest-1387870364-project-member] Enqueued Resource ID: 3e16096e-614d-41cd-9e13-e75315b74a8d with Priority: HIGHEST for action security_group_members [ 611.449864] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e16096e-614d-41cd-9e13-e75315b74a8d with Priority: HIGHEST for action security_group_members [ 611.450294] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e16096e-614d-41cd-9e13-e75315b74a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.450449] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.450538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.451354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.451566] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.451684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.451750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.451916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.452012] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.453260] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e16096e-614d-41cd-9e13-e75315b74a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.507250] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3234cf8e-a2c8-43e6-8338-df47c84c68d9: rpc.has_security_group_logging(os_id): False [ 611.526973] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.527348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.527348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.527447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.527536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.527735] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.527837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.527899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.528345] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.528345] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.528458] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.528458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.528555] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.528902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.528902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.528902] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.529280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.530225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.530440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.530539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.530676] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 is going to be created. [ 611.599344] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.599486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.599615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.599855] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.599946] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.612615] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: IN_PROGRESS for 2s [ 611.619957] env[66341]: INFO networking_nsxv3.common.synchronization [None req-adc3c791-98d4-4ceb-9caf-0c1fe1d5d277 None None] Enqueued Resource ID: 84afdd15-0d82-47f8-8b4c-31856ccdf7ea with Priority: HIGHEST for action port [ 611.620517] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84afdd15-0d82-47f8-8b4c-31856ccdf7ea with Priority: HIGHEST for action port [ 611.620809] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-84afdd15-0d82-47f8-8b4c-31856ccdf7ea taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.620931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84afdd15-0d82-47f8-8b4c-31856ccdf7ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.621038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84afdd15-0d82-47f8-8b4c-31856ccdf7ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.621592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84afdd15-0d82-47f8-8b4c-31856ccdf7ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.621684] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84afdd15-0d82-47f8-8b4c-31856ccdf7ea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.667476] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.667712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.667765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.668148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.668232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.668349] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 is going to be created. [ 611.698630] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.698898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.698898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.699137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.699242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.711044] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: UNINITIALIZED for 2s [ 611.956848] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.959161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.959161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.959161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.959161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.959161] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.959161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.959161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.959161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.959161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.959161] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e16096e-614d-41cd-9e13-e75315b74a8d already deleted. [ 611.959161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.962469] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.962912] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-241" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.964018] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-241" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.964018] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-241" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.964018] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.964018] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.965443] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.965936] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.967099] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.967099] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.967099] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.967099] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.967099] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.967099] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.967099] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.967099] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.986528] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.986816] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.986862] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.988067] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-241" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.988067] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-be1d7cd8-96a4-4bb8-a811-121af3c98787 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.988067] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-be1d7cd8-96a4-4bb8-a811-121af3c98787" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.988067] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-be1d7cd8-96a4-4bb8-a811-121af3c98787" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.988538] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-be1d7cd8-96a4-4bb8-a811-121af3c98787" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.988538] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be1d7cd8-96a4-4bb8-a811-121af3c98787',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.125148] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84afdd15-0d82-47f8-8b4c-31856ccdf7ea [ 612.125148] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.125148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.125148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.125148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.125148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.125148] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84afdd15-0d82-47f8-8b4c-31856ccdf7ea already deleted. [ 612.125148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84afdd15-0d82-47f8-8b4c-31856ccdf7ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.491547] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.491848] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.491965] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.492238] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.492382] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.492536] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port be1d7cd8-96a4-4bb8-a811-121af3c98787 not found, creating... [ 612.492820] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.493047] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.493103] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.493340] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.493469] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.493776] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.493963] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.494070] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.494314] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.494461] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.494613] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: be1d7cd8-96a4-4bb8-a811-121af3c98787 is going to be created. [ 612.518094] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.518437] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.518604] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.518952] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.519239] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.519486] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-be1d7cd8-96a4-4bb8-a811-121af3c98787" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.249281] env[66341]: INFO networking_nsxv3.common.synchronization [req-a35b5c9a-32c6-4e1b-bde4-d275cc12eb60 req-1b3f9611-1065-4b79-9314-574eb4dc3536 service nova] Enqueued Resource ID: 3e16096e-614d-41cd-9e13-e75315b74a8d with Priority: HIGHEST for action security_group_rules [ 613.249711] env[66341]: INFO networking_nsxv3.common.synchronization [req-a35b5c9a-32c6-4e1b-bde4-d275cc12eb60 req-1b3f9611-1065-4b79-9314-574eb4dc3536 service nova] Enqueued Resource ID: 3e16096e-614d-41cd-9e13-e75315b74a8d with Priority: HIGHEST for action security_group_members [ 613.249904] env[66341]: INFO networking_nsxv3.common.synchronization [req-a35b5c9a-32c6-4e1b-bde4-d275cc12eb60 req-1b3f9611-1065-4b79-9314-574eb4dc3536 service nova] Enqueued Resource ID: be1d7cd8-96a4-4bb8-a811-121af3c98787 with Priority: HIGHEST for action port [ 613.250716] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e16096e-614d-41cd-9e13-e75315b74a8d with Priority: HIGHEST for action security_group_rules [ 613.251088] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e16096e-614d-41cd-9e13-e75315b74a8d with Priority: HIGHEST for action security_group_members [ 613.251298] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1d7cd8-96a4-4bb8-a811-121af3c98787 with Priority: HIGHEST for action port [ 613.251698] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e16096e-614d-41cd-9e13-e75315b74a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.251862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.251986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.252252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.252382] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e16096e-614d-41cd-9e13-e75315b74a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.253584] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e16096e-614d-41cd-9e13-e75315b74a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.253759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.253863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.254086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.254293] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.254434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.254549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.256312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.256413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.256513] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e16096e-614d-41cd-9e13-e75315b74a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.258120] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-be1d7cd8-96a4-4bb8-a811-121af3c98787 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.258120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be1d7cd8-96a4-4bb8-a811-121af3c98787" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.258120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be1d7cd8-96a4-4bb8-a811-121af3c98787" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.258120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be1d7cd8-96a4-4bb8-a811-121af3c98787" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.258120] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be1d7cd8-96a4-4bb8-a811-121af3c98787',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.628873] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: SUCCESS [ 613.628873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.725211] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: SUCCESS [ 613.725437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.725595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.725806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.725993] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.726140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.726203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.726359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.726477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.726520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.726598] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.760419] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e16096e-614d-41cd-9e13-e75315b74a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.761350] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e16096e-614d-41cd-9e13-e75315b74a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.761350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.761350] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be1d7cd8-96a4-4bb8-a811-121af3c98787 with status ACTIVE [ 613.761350] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.761350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.761350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.761670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.761670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.761670] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.761778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.761778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.761884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.761954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.762167] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.762300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.762393] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.762547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.762642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.762727] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be1d7cd8-96a4-4bb8-a811-121af3c98787 is going to be updated. [ 613.788521] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.788521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.788521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.788521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.788521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.788521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be1d7cd8-96a4-4bb8-a811-121af3c98787" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.798074] env[66341]: INFO networking_nsxv3.common.synchronization [req-7ed3b6d0-96f5-447d-9d9b-45e5b9306fe7 req-d87f146d-8701-4683-a034-906aa3f56e39 tempest-ServersV294TestFqdnHostnames-257173688 tempest-ServersV294TestFqdnHostnames-257173688-project-member] Enqueued Resource ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd with Priority: HIGHEST for action security_group_members [ 613.798526] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd with Priority: HIGHEST for action security_group_members [ 613.799802] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-72a0427f-d3e0-4431-8c6c-53e5de5e15dd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.799923] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.800133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.800711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.800711] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.800711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.800711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.800870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.800870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.800935] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72a0427f-d3e0-4431-8c6c-53e5de5e15dd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.829851] env[66341]: INFO networking_nsxv3.common.synchronization [None req-4db478a8-0499-47d1-8107-bfc97f69e528 None None] Enqueued Resource ID: 27261efd-182b-4884-bd07-59e89533eb34 with Priority: HIGHEST for action port [ 613.830457] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27261efd-182b-4884-bd07-59e89533eb34 with Priority: HIGHEST for action port [ 613.830968] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-27261efd-182b-4884-bd07-59e89533eb34 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.831156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27261efd-182b-4884-bd07-59e89533eb34" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.831225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27261efd-182b-4884-bd07-59e89533eb34" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.831540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27261efd-182b-4884-bd07-59e89533eb34" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.831681] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27261efd-182b-4884-bd07-59e89533eb34',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.198824] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-397 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.199107] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-397" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.199204] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-397" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.199483] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-397" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.199799] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.199895] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.199986] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.200281] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.200608] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.200807] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.200974] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.201086] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.201198] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.201307] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.201406] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.201533] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.222792] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.222792] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.222792] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.222792] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-397" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.223215] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-42911c7a-24be-43f9-b437-b9510c390fe4 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.223345] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-42911c7a-24be-43f9-b437-b9510c390fe4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.223489] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-42911c7a-24be-43f9-b437-b9510c390fe4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.223810] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-42911c7a-24be-43f9-b437-b9510c390fe4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.223943] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42911c7a-24be-43f9-b437-b9510c390fe4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.228690] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.228840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.228899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.229135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.229302] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.229450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.229516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.229638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.229725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.229811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.229955] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.230220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.230309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.230529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.230684] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.230857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.230857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.230968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.231150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.231150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.231241] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.265526] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e16096e-614d-41cd-9e13-e75315b74a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.303782] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.303964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.304092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.304276] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.304368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.304565] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.304664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.304731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.304875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.304951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.305052] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd already deleted. [ 614.305137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.333354] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27261efd-182b-4884-bd07-59e89533eb34 [ 614.333517] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.333644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.333714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.333962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.334194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.334194] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27261efd-182b-4884-bd07-59e89533eb34 already deleted. [ 614.334194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27261efd-182b-4884-bd07-59e89533eb34" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.726890] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.727330] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.727330] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.727842] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.728167] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.728418] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 42911c7a-24be-43f9-b437-b9510c390fe4 not found, creating... [ 614.728740] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.729056] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.729258] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.729592] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.729806] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.730244] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.730441] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.730441] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.730753] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.730941] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.731146] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 42911c7a-24be-43f9-b437-b9510c390fe4 is going to be created. [ 614.733969] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b397b141-5d64-495c-bf3e-d1ac9a776420: rpc.has_security_group_logging(os_id): False [ 614.754318] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.754523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.754601] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.754868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.754966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.755168] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.755280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.755394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.755562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.755656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.755902] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.756018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.756101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.756309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.756387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.756654] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.756751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.756815] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.756978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.757125] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.757216] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 is going to be created. [ 614.759528] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.759731] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.759856] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.760151] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.760390] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.760655] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-42911c7a-24be-43f9-b437-b9510c390fe4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.770318] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.770318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.770318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.770318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.770318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.770318] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e16096e-614d-41cd-9e13-e75315b74a8d is going to be created. [ 614.799792] env[66341]: INFO networking_nsxv3.common.synchronization [req-07005fd3-a891-4e11-81e2-5804c52221f8 req-4b484b8c-7ae3-4f1b-9e8f-2978c5d27c9b tempest-SecurityGroupRulesTestJSON-1059841549 tempest-SecurityGroupRulesTestJSON-1059841549-project-member] Enqueued Resource ID: e89dc12b-fea9-49d6-9c1e-5e88d3e39ccb with Priority: HIGHEST for action security_group_rules [ 614.800437] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89dc12b-fea9-49d6-9c1e-5e88d3e39ccb with Priority: HIGHEST for action security_group_rules [ 614.800793] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e89dc12b-fea9-49d6-9c1e-5e88d3e39ccb taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.800906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e89dc12b-fea9-49d6-9c1e-5e88d3e39ccb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.800949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e89dc12b-fea9-49d6-9c1e-5e88d3e39ccb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.801230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e89dc12b-fea9-49d6-9c1e-5e88d3e39ccb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.801316] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e89dc12b-fea9-49d6-9c1e-5e88d3e39ccb',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.805469] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.805604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.805675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.805887] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.806111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.819315] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e16096e-614d-41cd-9e13-e75315b74a8d in Status: UNINITIALIZED for 2s [ 614.843680] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.843846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.843921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.844180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.844366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.860273] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: IN_PROGRESS for 2s [ 615.325202] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.325411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.325484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.325753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.326526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.326526] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e89dc12b-fea9-49d6-9c1e-5e88d3e39ccb already deleted. [ 615.326526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e89dc12b-fea9-49d6-9c1e-5e88d3e39ccb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.504814] env[66341]: INFO networking_nsxv3.common.synchronization [req-7ed3b6d0-96f5-447d-9d9b-45e5b9306fe7 req-88e62f48-c026-4255-9eb2-37bf1e775185 service nova] Enqueued Resource ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd with Priority: HIGHEST for action security_group_rules [ 615.504814] env[66341]: INFO networking_nsxv3.common.synchronization [req-7ed3b6d0-96f5-447d-9d9b-45e5b9306fe7 req-88e62f48-c026-4255-9eb2-37bf1e775185 service nova] Enqueued Resource ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd with Priority: HIGHEST for action security_group_members [ 615.504814] env[66341]: INFO networking_nsxv3.common.synchronization [req-7ed3b6d0-96f5-447d-9d9b-45e5b9306fe7 req-88e62f48-c026-4255-9eb2-37bf1e775185 service nova] Enqueued Resource ID: 42911c7a-24be-43f9-b437-b9510c390fe4 with Priority: HIGHEST for action port [ 615.505277] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd with Priority: HIGHEST for action security_group_rules [ 615.505414] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd with Priority: HIGHEST for action security_group_members [ 615.505509] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42911c7a-24be-43f9-b437-b9510c390fe4 with Priority: HIGHEST for action port [ 615.505779] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72a0427f-d3e0-4431-8c6c-53e5de5e15dd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.505900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.505960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.506217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.506295] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72a0427f-d3e0-4431-8c6c-53e5de5e15dd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.508982] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-72a0427f-d3e0-4431-8c6c-53e5de5e15dd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.508982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.508982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.509178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.509345] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.509458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.509523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.509733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.509790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.509849] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72a0427f-d3e0-4431-8c6c-53e5de5e15dd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.511637] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-42911c7a-24be-43f9-b437-b9510c390fe4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.511637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42911c7a-24be-43f9-b437-b9510c390fe4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.511637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42911c7a-24be-43f9-b437-b9510c390fe4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.511637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42911c7a-24be-43f9-b437-b9510c390fe4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.511637] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42911c7a-24be-43f9-b437-b9510c390fe4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.012720] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-72a0427f-d3e0-4431-8c6c-53e5de5e15dd taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.013065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.013065] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72a0427f-d3e0-4431-8c6c-53e5de5e15dd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.014424] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42911c7a-24be-43f9-b437-b9510c390fe4 with status ACTIVE [ 616.014607] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.014728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.014798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.015020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.015123] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.015291] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.015473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.015473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.015619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.015828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.016292] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.016292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.016292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.016459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.016548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.016690] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42911c7a-24be-43f9-b437-b9510c390fe4 is going to be updated. [ 616.044544] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.044729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.044771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.044961] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.045111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.045270] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42911c7a-24be-43f9-b437-b9510c390fe4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.407285] env[66341]: INFO networking_nsxv3.common.synchronization [req-0af0a17a-1b57-49dc-a5d5-4bf86f223072 req-067d2697-ea3f-4dab-ba42-a03be6182e29 tempest-AttachInterfacesUnderV243Test-1114063057 tempest-AttachInterfacesUnderV243Test-1114063057-project-member] Enqueued Resource ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 with Priority: HIGHEST for action security_group_members [ 616.408132] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 with Priority: HIGHEST for action security_group_members [ 616.408132] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-62317bb7-3292-40e8-af0b-a6964011a4d6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.408132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.408132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.408580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.408580] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.408723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.408723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.408843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.409281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.409281] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62317bb7-3292-40e8-af0b-a6964011a4d6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.515464] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72a0427f-d3e0-4431-8c6c-53e5de5e15dd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.831579] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e16096e-614d-41cd-9e13-e75315b74a8d in Status: SUCCESS [ 616.831859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.832123] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.832469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.832781] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.832947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.833028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.833234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.833354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.833491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.833611] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e16096e-614d-41cd-9e13-e75315b74a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.874135] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: SUCCESS [ 616.874135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.912162] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.912162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.912162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.912162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.912162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.912574] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.912574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.912789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.912841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.912958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.913102] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 already deleted. [ 616.913202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.022718] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.022718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.022718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.022718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.022718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.022718] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd is going to be created. [ 617.051037] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.051843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.051988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.052235] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.052477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.064197] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd in Status: UNINITIALIZED for 2s [ 617.257943] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.258340] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-32" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.258595] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-32" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.259016] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-32" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.259507] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.259754] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.259958] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.260295] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.260553] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.260884] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.261119] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.261370] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.261555] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.261725] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.261961] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.262187] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.286484] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.287078] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.287078] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.287351] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-32" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.287667] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-5866b953-442d-4c2c-ba14-405888045dc8 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.287938] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-5866b953-442d-4c2c-ba14-405888045dc8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.288046] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-5866b953-442d-4c2c-ba14-405888045dc8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.288740] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-5866b953-442d-4c2c-ba14-405888045dc8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.288916] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5866b953-442d-4c2c-ba14-405888045dc8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.339028] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e16096e-614d-41cd-9e13-e75315b74a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.717376] env[66341]: INFO networking_nsxv3.common.synchronization [None req-3100ea0f-e1cb-4354-bf07-76a9b7324b16 None None] Enqueued Resource ID: 96316f72-8955-4ca1-a41e-422c882c848f with Priority: HIGHEST for action port [ 617.717376] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96316f72-8955-4ca1-a41e-422c882c848f with Priority: HIGHEST for action port [ 617.717653] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-96316f72-8955-4ca1-a41e-422c882c848f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.717766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96316f72-8955-4ca1-a41e-422c882c848f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.717855] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96316f72-8955-4ca1-a41e-422c882c848f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.718166] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96316f72-8955-4ca1-a41e-422c882c848f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.718264] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96316f72-8955-4ca1-a41e-422c882c848f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.792113] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.792801] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.792944] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.793341] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.793624] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.793721] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 5866b953-442d-4c2c-ba14-405888045dc8 not found, creating... [ 617.794081] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.794296] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.794486] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.794777] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.794926] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.795446] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.795619] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.795797] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.796199] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.796199] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.796388] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 5866b953-442d-4c2c-ba14-405888045dc8 is going to be created. [ 617.821206] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.821555] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.821753] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.822067] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.822336] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.822999] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-5866b953-442d-4c2c-ba14-405888045dc8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.841349] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e16096e-614d-41cd-9e13-e75315b74a8d: rpc.has_security_group_logging(os_id): False [ 617.863391] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.863685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.863841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.864157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.864571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.864870] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.865111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.865271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.865606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.865714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.865926] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e16096e-614d-41cd-9e13-e75315b74a8d is going to be created. [ 617.924143] env[66341]: INFO networking_nsxv3.common.synchronization [None req-d7d391c4-acc9-456b-9f54-e2ef9237bd1d None None] Enqueued Resource ID: dc2138cf-0c17-4414-93d0-f17dfb417948 with Priority: HIGHEST for action port [ 617.924748] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2138cf-0c17-4414-93d0-f17dfb417948 with Priority: HIGHEST for action port [ 617.925400] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc2138cf-0c17-4414-93d0-f17dfb417948 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.925576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc2138cf-0c17-4414-93d0-f17dfb417948" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.925684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc2138cf-0c17-4414-93d0-f17dfb417948" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.926031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc2138cf-0c17-4414-93d0-f17dfb417948" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.926190] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc2138cf-0c17-4414-93d0-f17dfb417948',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.962912] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.963241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.963319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.963610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.964077] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.979788] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e16096e-614d-41cd-9e13-e75315b74a8d in Status: IN_PROGRESS for 2s [ 618.221941] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96316f72-8955-4ca1-a41e-422c882c848f [ 618.222361] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.222361] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.222361] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.222713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.223018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.223154] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96316f72-8955-4ca1-a41e-422c882c848f already deleted. [ 618.223247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96316f72-8955-4ca1-a41e-422c882c848f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.429094] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc2138cf-0c17-4414-93d0-f17dfb417948 [ 618.429336] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.429480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.429584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.429799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.429870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.429965] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc2138cf-0c17-4414-93d0-f17dfb417948 already deleted. [ 618.430058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc2138cf-0c17-4414-93d0-f17dfb417948" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.533346] env[66341]: INFO networking_nsxv3.common.synchronization [req-0af0a17a-1b57-49dc-a5d5-4bf86f223072 req-016599e3-5f31-41fb-beff-706ce0f2de89 service nova] Enqueued Resource ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 with Priority: HIGHEST for action security_group_rules [ 618.533346] env[66341]: INFO networking_nsxv3.common.synchronization [req-0af0a17a-1b57-49dc-a5d5-4bf86f223072 req-016599e3-5f31-41fb-beff-706ce0f2de89 service nova] Enqueued Resource ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 with Priority: HIGHEST for action security_group_members [ 618.533471] env[66341]: INFO networking_nsxv3.common.synchronization [req-0af0a17a-1b57-49dc-a5d5-4bf86f223072 req-016599e3-5f31-41fb-beff-706ce0f2de89 service nova] Enqueued Resource ID: 5866b953-442d-4c2c-ba14-405888045dc8 with Priority: HIGHEST for action port [ 618.533593] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 with Priority: HIGHEST for action security_group_rules [ 618.533719] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 with Priority: HIGHEST for action security_group_members [ 618.533812] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5866b953-442d-4c2c-ba14-405888045dc8 with Priority: HIGHEST for action port [ 618.534396] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62317bb7-3292-40e8-af0b-a6964011a4d6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.534472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.534520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.534705] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.534820] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62317bb7-3292-40e8-af0b-a6964011a4d6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.535775] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-62317bb7-3292-40e8-af0b-a6964011a4d6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.535889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.535960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.536355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.536355] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.536506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.536506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.537273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.537273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.537273] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62317bb7-3292-40e8-af0b-a6964011a4d6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.537549] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-5866b953-442d-4c2c-ba14-405888045dc8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.538221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5866b953-442d-4c2c-ba14-405888045dc8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.538221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5866b953-442d-4c2c-ba14-405888045dc8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.538221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5866b953-442d-4c2c-ba14-405888045dc8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.538221] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5866b953-442d-4c2c-ba14-405888045dc8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.041731] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62317bb7-3292-40e8-af0b-a6964011a4d6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.041731] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-62317bb7-3292-40e8-af0b-a6964011a4d6 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.041731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.042837] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5866b953-442d-4c2c-ba14-405888045dc8 with status ACTIVE [ 619.042971] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.043231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.043328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.043587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.043730] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.043948] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.044129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.044751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.045042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.045190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.045462] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.045617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.046054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.046229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.046359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.046684] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5866b953-442d-4c2c-ba14-405888045dc8 is going to be updated. [ 619.055341] env[66341]: INFO networking_nsxv3.common.synchronization [req-0af83c71-0642-4d1e-86c0-cfc6a1e42161 req-5d8ec121-24df-4d31-9d56-de45b285b592 tempest-FloatingIPsAssociationTestJSON-1991619011 tempest-FloatingIPsAssociationTestJSON-1991619011-project-member] Enqueued Resource ID: 3c81d12b-3c6c-4096-be8d-884214954723 with Priority: HIGHEST for action security_group_members [ 619.056449] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c81d12b-3c6c-4096-be8d-884214954723 with Priority: HIGHEST for action security_group_members [ 619.058053] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c81d12b-3c6c-4096-be8d-884214954723 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.058053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.058053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.058371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.058408] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.058520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.058601] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.059805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.059805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.059805] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c81d12b-3c6c-4096-be8d-884214954723',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.074472] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd in Status: SUCCESS [ 619.074763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.075242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.075494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.075731] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.075891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.075981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.076244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.076497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.076497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.076614] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72a0427f-d3e0-4431-8c6c-53e5de5e15dd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.079083] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.079210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.079210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.080097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.080097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.080097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5866b953-442d-4c2c-ba14-405888045dc8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.549383] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62317bb7-3292-40e8-af0b-a6964011a4d6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.562362] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.562513] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.562513] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.562991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.562991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.563221] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.563221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.563344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.563931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.564090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.564179] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c81d12b-3c6c-4096-be8d-884214954723 already deleted. [ 619.564268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.579696] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72a0427f-d3e0-4431-8c6c-53e5de5e15dd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.746311] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.746483] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-471" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.746616] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-471" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.746914] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-471" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.747176] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.747342] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.747445] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.747663] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.747800] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.748020] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.748183] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.748285] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.748439] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.748530] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.748599] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.748789] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.770900] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.771107] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.771245] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.772301] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-471" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.772301] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-742b4fad-7afa-4c81-a676-8d48c247097c taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.772301] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-742b4fad-7afa-4c81-a676-8d48c247097c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.772301] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-742b4fad-7afa-4c81-a676-8d48c247097c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.772301] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-742b4fad-7afa-4c81-a676-8d48c247097c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.772630] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('742b4fad-7afa-4c81-a676-8d48c247097c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.992485] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e16096e-614d-41cd-9e13-e75315b74a8d in Status: SUCCESS [ 619.992719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.055056] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.055056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.055056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.055056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.055056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.055056] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 is going to be created. [ 620.081498] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72a0427f-d3e0-4431-8c6c-53e5de5e15dd: rpc.has_security_group_logging(os_id): False [ 620.085767] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.085767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.085767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.085767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.085767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.097317] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 in Status: UNINITIALIZED for 2s [ 620.103821] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.104030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.104076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.104292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.104389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.104632] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.104735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.104802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.104954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.105191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.105322] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd is going to be created. [ 620.125347] env[66341]: INFO networking_nsxv3.common.synchronization [None req-70cf9d95-a891-48d8-95b8-cb422d69c0cf None None] Enqueued Resource ID: c2a97fc1-4204-43f7-b2c3-1a90123ce5cb with Priority: HIGHEST for action port [ 620.126112] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a97fc1-4204-43f7-b2c3-1a90123ce5cb with Priority: HIGHEST for action port [ 620.126423] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2a97fc1-4204-43f7-b2c3-1a90123ce5cb taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.126714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2a97fc1-4204-43f7-b2c3-1a90123ce5cb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.126913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2a97fc1-4204-43f7-b2c3-1a90123ce5cb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.127232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2a97fc1-4204-43f7-b2c3-1a90123ce5cb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.127324] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2a97fc1-4204-43f7-b2c3-1a90123ce5cb',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.173320] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.173763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.174034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.174400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.174700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.190503] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd in Status: IN_PROGRESS for 2s [ 620.276400] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.277228] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.278349] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.278756] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.279030] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.279274] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 742b4fad-7afa-4c81-a676-8d48c247097c not found, creating... [ 620.280056] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.280326] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.281150] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.281618] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.281750] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.283456] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.283456] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.283456] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.283456] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.283456] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.283827] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 742b4fad-7afa-4c81-a676-8d48c247097c is going to be created. [ 620.307882] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.308252] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.308473] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.308864] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.309376] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.309687] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-742b4fad-7afa-4c81-a676-8d48c247097c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.629923] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2a97fc1-4204-43f7-b2c3-1a90123ce5cb [ 620.630221] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.630367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.630429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.630679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.630771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.630867] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2a97fc1-4204-43f7-b2c3-1a90123ce5cb already deleted. [ 620.630867] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2a97fc1-4204-43f7-b2c3-1a90123ce5cb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.080885] env[66341]: INFO networking_nsxv3.common.synchronization [req-0af83c71-0642-4d1e-86c0-cfc6a1e42161 req-1c65226f-79b5-451e-8d14-8dfdddb649cd service nova] Enqueued Resource ID: 3c81d12b-3c6c-4096-be8d-884214954723 with Priority: HIGHEST for action security_group_rules [ 621.081120] env[66341]: INFO networking_nsxv3.common.synchronization [req-0af83c71-0642-4d1e-86c0-cfc6a1e42161 req-1c65226f-79b5-451e-8d14-8dfdddb649cd service nova] Enqueued Resource ID: 3c81d12b-3c6c-4096-be8d-884214954723 with Priority: HIGHEST for action security_group_members [ 621.081266] env[66341]: INFO networking_nsxv3.common.synchronization [req-0af83c71-0642-4d1e-86c0-cfc6a1e42161 req-1c65226f-79b5-451e-8d14-8dfdddb649cd service nova] Enqueued Resource ID: 742b4fad-7afa-4c81-a676-8d48c247097c with Priority: HIGHEST for action port [ 621.081883] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c81d12b-3c6c-4096-be8d-884214954723 with Priority: HIGHEST for action security_group_rules [ 621.081974] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c81d12b-3c6c-4096-be8d-884214954723 with Priority: HIGHEST for action security_group_members [ 621.082280] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742b4fad-7afa-4c81-a676-8d48c247097c with Priority: HIGHEST for action port [ 621.082682] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c81d12b-3c6c-4096-be8d-884214954723 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.082876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.082876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.083192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.083282] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c81d12b-3c6c-4096-be8d-884214954723',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.084780] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c81d12b-3c6c-4096-be8d-884214954723 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.084932] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.085063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.085422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.085676] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.085825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.085825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.085947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.086019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.086120] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c81d12b-3c6c-4096-be8d-884214954723',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.091319] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-742b4fad-7afa-4c81-a676-8d48c247097c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.091319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-742b4fad-7afa-4c81-a676-8d48c247097c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.091319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-742b4fad-7afa-4c81-a676-8d48c247097c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.091319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-742b4fad-7afa-4c81-a676-8d48c247097c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.091319] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('742b4fad-7afa-4c81-a676-8d48c247097c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.163458] env[66341]: INFO networking_nsxv3.common.synchronization [None req-e7ae1138-27cb-487f-aff1-c978668e8b55 None None] Enqueued Resource ID: 9d243e6c-3150-4603-934c-8424b73a3768 with Priority: HIGHEST for action port [ 621.163694] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d243e6c-3150-4603-934c-8424b73a3768 with Priority: HIGHEST for action port [ 621.164276] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d243e6c-3150-4603-934c-8424b73a3768 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.164456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d243e6c-3150-4603-934c-8424b73a3768" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.164456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d243e6c-3150-4603-934c-8424b73a3768" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.165042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d243e6c-3150-4603-934c-8424b73a3768" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.165042] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d243e6c-3150-4603-934c-8424b73a3768',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.420580] env[66341]: INFO networking_nsxv3.common.synchronization [None req-0c048a77-4745-45e7-a3d7-bcdbcbb39104 tempest-ServersWithSpecificFlavorTestJSON-740261608 tempest-ServersWithSpecificFlavorTestJSON-740261608-project-member] Enqueued Resource ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 with Priority: HIGHEST for action security_group_rules [ 621.421496] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 with Priority: HIGHEST for action security_group_rules [ 621.421852] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.421985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.422074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.422395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.422466] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('850f6022-6c1e-400c-9b8b-ba3febd8ae51',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.588156] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c81d12b-3c6c-4096-be8d-884214954723 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.588156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.591672] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c81d12b-3c6c-4096-be8d-884214954723',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.595948] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 742b4fad-7afa-4c81-a676-8d48c247097c with status ACTIVE [ 621.595948] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.595948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.595948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.596184] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.596184] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.596288] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.596383] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.596462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.596622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.596691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.596960] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.597214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.597214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.597896] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.597896] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.597896] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 742b4fad-7afa-4c81-a676-8d48c247097c is going to be updated. [ 621.626076] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.626392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.626392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.626579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.626717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.626948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-742b4fad-7afa-4c81-a676-8d48c247097c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.668927] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d243e6c-3150-4603-934c-8424b73a3768 [ 621.669355] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.669355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.669485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.670148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.670148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.670148] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d243e6c-3150-4603-934c-8424b73a3768 already deleted. [ 621.670148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d243e6c-3150-4603-934c-8424b73a3768" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.743349] env[66341]: INFO networking_nsxv3.common.synchronization [req-c47c49bd-a864-41a3-817b-38b7b975e62c req-7a39f260-e160-4be5-ab96-75f7e1114004 tempest-VolumesAdminNegativeTest-337177967 tempest-VolumesAdminNegativeTest-337177967-project-member] Enqueued Resource ID: c9b86060-7aa7-4607-a839-57d2631744bf with Priority: HIGHEST for action security_group_members [ 621.744079] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b86060-7aa7-4607-a839-57d2631744bf with Priority: HIGHEST for action security_group_members [ 621.744437] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9b86060-7aa7-4607-a839-57d2631744bf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.744563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.744639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.744909] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.745603] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.745816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.745893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.746019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.746199] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.746305] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9b86060-7aa7-4607-a839-57d2631744bf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.914042] env[66341]: INFO networking_nsxv3.common.synchronization [None req-34f5691e-cd2a-4000-8831-2552f896ad7a tempest-ServersWithSpecificFlavorTestJSON-740261608 tempest-ServersWithSpecificFlavorTestJSON-740261608-project-member] Enqueued Resource ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 with Priority: HIGHEST for action security_group_rules [ 621.914042] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 with Priority: HIGHEST for action security_group_rules [ 621.914915] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.915350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.950926] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.950926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.950926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.950926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.950926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.950926] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 already deleted. [ 621.950926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.950926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.950926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.950926] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('850f6022-6c1e-400c-9b8b-ba3febd8ae51',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.099640] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c81d12b-3c6c-4096-be8d-884214954723',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.112997] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 in Status: SUCCESS [ 622.113238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.113394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.113615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.113817] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.113923] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.114852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.114852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.114852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.114852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.114852] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62317bb7-3292-40e8-af0b-a6964011a4d6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.205636] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd in Status: SUCCESS [ 622.205636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.249044] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.249044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.249044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.249258] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.249341] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.249540] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.249636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.249703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.249853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.249931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.250046] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9b86060-7aa7-4607-a839-57d2631744bf already deleted. [ 622.250164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.478973] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.478973] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.479336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.479336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.479470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.479557] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 already deleted. [ 622.479893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.524413] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-207 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.524413] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-207" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.524413] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-207" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.524413] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-207" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.524768] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.524768] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.524881] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.525104] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.526154] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.526154] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.526154] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.526154] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.526154] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.526154] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.526154] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.526154] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.549940] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.550182] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.550349] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.550535] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-207" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.550861] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-13d3ba9e-cc80-430a-983c-62728435df9e taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.551049] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-13d3ba9e-cc80-430a-983c-62728435df9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.551164] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-13d3ba9e-cc80-430a-983c-62728435df9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.551573] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-13d3ba9e-cc80-430a-983c-62728435df9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.551711] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13d3ba9e-cc80-430a-983c-62728435df9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.603015] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.603517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.603656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.604013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.604176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.604333] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c81d12b-3c6c-4096-be8d-884214954723 is going to be created. [ 622.618019] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62317bb7-3292-40e8-af0b-a6964011a4d6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.638786] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.639089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.639089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.639397] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.639594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.658308] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c81d12b-3c6c-4096-be8d-884214954723 in Status: UNINITIALIZED for 2s [ 623.054890] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.055433] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.055433] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.055646] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.055802] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.055981] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 13d3ba9e-cc80-430a-983c-62728435df9e not found, creating... [ 623.056297] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.056480] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.056711] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.057026] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.057174] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.057525] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.057696] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.057836] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.058230] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.058620] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.058815] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 13d3ba9e-cc80-430a-983c-62728435df9e is going to be created. [ 623.082293] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.082525] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.082675] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.082938] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.083200] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.083442] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-13d3ba9e-cc80-430a-983c-62728435df9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.121205] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62317bb7-3292-40e8-af0b-a6964011a4d6: rpc.has_security_group_logging(os_id): False [ 623.149557] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.149868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.149963] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.150267] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.150504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.150860] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.150987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.151072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.151297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.151432] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.151597] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 is going to be created. [ 623.260677] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.260929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.261026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.261388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.261687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.275311] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 in Status: IN_PROGRESS for 2s [ 623.815869] env[66341]: INFO networking_nsxv3.common.synchronization [req-c47c49bd-a864-41a3-817b-38b7b975e62c req-edc29928-16da-411e-a863-a9eb40feec7a service nova] Enqueued Resource ID: c9b86060-7aa7-4607-a839-57d2631744bf with Priority: HIGHEST for action security_group_rules [ 623.816162] env[66341]: INFO networking_nsxv3.common.synchronization [req-c47c49bd-a864-41a3-817b-38b7b975e62c req-edc29928-16da-411e-a863-a9eb40feec7a service nova] Enqueued Resource ID: c9b86060-7aa7-4607-a839-57d2631744bf with Priority: HIGHEST for action security_group_members [ 623.816257] env[66341]: INFO networking_nsxv3.common.synchronization [req-c47c49bd-a864-41a3-817b-38b7b975e62c req-edc29928-16da-411e-a863-a9eb40feec7a service nova] Enqueued Resource ID: 13d3ba9e-cc80-430a-983c-62728435df9e with Priority: HIGHEST for action port [ 623.816804] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b86060-7aa7-4607-a839-57d2631744bf with Priority: HIGHEST for action security_group_rules [ 623.816948] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b86060-7aa7-4607-a839-57d2631744bf with Priority: HIGHEST for action security_group_members [ 623.817051] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13d3ba9e-cc80-430a-983c-62728435df9e with Priority: HIGHEST for action port [ 623.817382] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9b86060-7aa7-4607-a839-57d2631744bf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.817470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.817516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.817766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.818049] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9b86060-7aa7-4607-a839-57d2631744bf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.818863] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9b86060-7aa7-4607-a839-57d2631744bf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.819345] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.819427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.819658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.819819] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.820287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.820287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.820287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.820287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.820451] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9b86060-7aa7-4607-a839-57d2631744bf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.821217] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-13d3ba9e-cc80-430a-983c-62728435df9e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.821450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13d3ba9e-cc80-430a-983c-62728435df9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.821450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13d3ba9e-cc80-430a-983c-62728435df9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.821599] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13d3ba9e-cc80-430a-983c-62728435df9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.821691] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13d3ba9e-cc80-430a-983c-62728435df9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.174273] env[66341]: INFO networking_nsxv3.common.synchronization [None req-1d05a772-bf47-4286-8fc6-77b24dc997d4 None None] Enqueued Resource ID: a1e44e76-829d-486f-959f-cb0551649bff with Priority: HIGHEST for action port [ 624.174818] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1e44e76-829d-486f-959f-cb0551649bff with Priority: HIGHEST for action port [ 624.175747] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1e44e76-829d-486f-959f-cb0551649bff taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.175898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1e44e76-829d-486f-959f-cb0551649bff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.175971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1e44e76-829d-486f-959f-cb0551649bff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.180389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1e44e76-829d-486f-959f-cb0551649bff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.180389] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1e44e76-829d-486f-959f-cb0551649bff',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.323815] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9b86060-7aa7-4607-a839-57d2631744bf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.327344] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9b86060-7aa7-4607-a839-57d2631744bf taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.327344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.327344] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13d3ba9e-cc80-430a-983c-62728435df9e with status ACTIVE [ 624.327344] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.327344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.327344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.327344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.327344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.327344] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.327344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.327344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.327344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.327344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.327344] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.328132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.330167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.330911] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.330911] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.330911] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13d3ba9e-cc80-430a-983c-62728435df9e is going to be updated. [ 624.356071] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.356539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.357646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.357646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.357646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.357646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13d3ba9e-cc80-430a-983c-62728435df9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.674182] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c81d12b-3c6c-4096-be8d-884214954723 in Status: SUCCESS [ 624.674401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.674577] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.674797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.674991] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.675127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.675203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.675432] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.675535] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.675728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.675816] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c81d12b-3c6c-4096-be8d-884214954723',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.681825] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1e44e76-829d-486f-959f-cb0551649bff [ 624.682638] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.682638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.682638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.682924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.682924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.683112] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1e44e76-829d-486f-959f-cb0551649bff already deleted. [ 624.683112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1e44e76-829d-486f-959f-cb0551649bff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.835757] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9b86060-7aa7-4607-a839-57d2631744bf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.180833] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c81d12b-3c6c-4096-be8d-884214954723 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.181225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.181225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.181396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.181621] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.181782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.181888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.182157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.182301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.182473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.182686] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c81d12b-3c6c-4096-be8d-884214954723 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.182806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.182864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.183016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.183601] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.183858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.183968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.184221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.184363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.184555] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.184714] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c81d12b-3c6c-4096-be8d-884214954723',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.291449] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 in Status: SUCCESS [ 625.292136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.331030] env[66341]: INFO networking_nsxv3.common.synchronization [req-5bb63b51-705c-44da-9d36-722b9e2ccd02 req-1b8b7b8c-096e-4353-b424-7639a50d990b tempest-ImagesOneServerTestJSON-1628143236 tempest-ImagesOneServerTestJSON-1628143236-project-member] Enqueued Resource ID: ed4cc554-d5e0-4dff-b7db-a32460bb3400 with Priority: HIGHEST for action security_group_members [ 625.331902] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed4cc554-d5e0-4dff-b7db-a32460bb3400 with Priority: HIGHEST for action security_group_members [ 625.332751] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed4cc554-d5e0-4dff-b7db-a32460bb3400 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.332989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.333186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.333534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.333775] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.334605] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.334852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.335110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.335216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.335322] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed4cc554-d5e0-4dff-b7db-a32460bb3400',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.337294] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.337542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.338429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.338666] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.338810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.338985] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9b86060-7aa7-4607-a839-57d2631744bf is going to be created. [ 625.371293] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.371467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.371633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.371694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.372291] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.384015] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9b86060-7aa7-4607-a839-57d2631744bf in Status: UNINITIALIZED for 2s [ 625.688147] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c81d12b-3c6c-4096-be8d-884214954723: rpc.has_security_group_logging(os_id): False [ 625.718614] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.718886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.718886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.719314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.719481] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.719796] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.719951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.720113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.720352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.720498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.720815] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.720974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.722461] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.723655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.723655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.723655] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.725952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.725952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.725952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.725952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.725952] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c81d12b-3c6c-4096-be8d-884214954723 is going to be created. [ 625.802506] env[66341]: INFO networking_nsxv3.common.synchronization [None req-ad3a509b-a7cc-436a-9ae1-0b39f2b9f573 None None] Enqueued Resource ID: 7511e0a1-2bbd-4b21-84fc-07947831802f with Priority: HIGHEST for action port [ 625.804939] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.805094] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.805167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.805366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.805543] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.806928] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7511e0a1-2bbd-4b21-84fc-07947831802f with Priority: HIGHEST for action port [ 625.807274] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-7511e0a1-2bbd-4b21-84fc-07947831802f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.807394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7511e0a1-2bbd-4b21-84fc-07947831802f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.807460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7511e0a1-2bbd-4b21-84fc-07947831802f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.807693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7511e0a1-2bbd-4b21-84fc-07947831802f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.807777] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7511e0a1-2bbd-4b21-84fc-07947831802f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.829263] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c81d12b-3c6c-4096-be8d-884214954723 in Status: IN_PROGRESS for 2s [ 625.843520] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.843520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.843520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.843520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.843520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.843520] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.843520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.843520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.843520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.843520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.843520] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed4cc554-d5e0-4dff-b7db-a32460bb3400 already deleted. [ 625.843520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.209178] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.209662] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-952" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.209662] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-952" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.209887] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-952" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.209964] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.210135] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.210240] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.210458] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.210600] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.210801] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.210931] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.210999] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.211113] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.211218] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.211318] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.211457] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.232996] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.233321] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.233503] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.233701] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-952" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.234039] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-248ed1c5-c6f0-4083-b30a-3fafca859c13 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.234284] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-248ed1c5-c6f0-4083-b30a-3fafca859c13" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.234432] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-248ed1c5-c6f0-4083-b30a-3fafca859c13" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.234783] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-248ed1c5-c6f0-4083-b30a-3fafca859c13" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.234909] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('248ed1c5-c6f0-4083-b30a-3fafca859c13',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.313888] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7511e0a1-2bbd-4b21-84fc-07947831802f [ 626.314194] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.314586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.314586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.314787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.314897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.314993] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7511e0a1-2bbd-4b21-84fc-07947831802f already deleted. [ 626.315086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7511e0a1-2bbd-4b21-84fc-07947831802f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.440971] env[66341]: INFO networking_nsxv3.common.synchronization [None req-063bd7c4-3ce1-4b64-b7ca-01d197280bbb None None] Enqueued Resource ID: c07f1316-f5d5-469a-b121-901be37c2bc7 with Priority: HIGHEST for action port [ 626.441661] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07f1316-f5d5-469a-b121-901be37c2bc7 with Priority: HIGHEST for action port [ 626.441977] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-c07f1316-f5d5-469a-b121-901be37c2bc7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.442357] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c07f1316-f5d5-469a-b121-901be37c2bc7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.442497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c07f1316-f5d5-469a-b121-901be37c2bc7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.443310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c07f1316-f5d5-469a-b121-901be37c2bc7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.443396] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c07f1316-f5d5-469a-b121-901be37c2bc7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.738643] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.738926] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.739339] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.739751] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.739913] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.740080] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 248ed1c5-c6f0-4083-b30a-3fafca859c13 not found, creating... [ 626.740905] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.740905] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.740905] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.740905] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.741087] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.741258] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.741418] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.741529] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.741721] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.741856] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.741985] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 248ed1c5-c6f0-4083-b30a-3fafca859c13 is going to be created. [ 626.768985] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.770132] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.770132] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.770132] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.770132] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.770132] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-248ed1c5-c6f0-4083-b30a-3fafca859c13" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.947369] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c07f1316-f5d5-469a-b121-901be37c2bc7 [ 626.947369] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.947369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.947369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.947369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.947369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.947369] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c07f1316-f5d5-469a-b121-901be37c2bc7 already deleted. [ 626.947369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c07f1316-f5d5-469a-b121-901be37c2bc7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.402035] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9b86060-7aa7-4607-a839-57d2631744bf in Status: SUCCESS [ 627.402331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.402719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.402719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.402885] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.403061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.403149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.403258] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.403334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.403417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.403502] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9b86060-7aa7-4607-a839-57d2631744bf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.521599] env[66341]: INFO networking_nsxv3.common.synchronization [req-5bb63b51-705c-44da-9d36-722b9e2ccd02 req-c66b167a-b7be-44c1-845a-ac57ee33b242 service nova] Enqueued Resource ID: ed4cc554-d5e0-4dff-b7db-a32460bb3400 with Priority: HIGHEST for action security_group_rules [ 627.522138] env[66341]: INFO networking_nsxv3.common.synchronization [req-5bb63b51-705c-44da-9d36-722b9e2ccd02 req-c66b167a-b7be-44c1-845a-ac57ee33b242 service nova] Enqueued Resource ID: ed4cc554-d5e0-4dff-b7db-a32460bb3400 with Priority: HIGHEST for action security_group_members [ 627.522638] env[66341]: INFO networking_nsxv3.common.synchronization [req-5bb63b51-705c-44da-9d36-722b9e2ccd02 req-c66b167a-b7be-44c1-845a-ac57ee33b242 service nova] Enqueued Resource ID: 248ed1c5-c6f0-4083-b30a-3fafca859c13 with Priority: HIGHEST for action port [ 627.524078] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed4cc554-d5e0-4dff-b7db-a32460bb3400 with Priority: HIGHEST for action security_group_rules [ 627.524729] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed4cc554-d5e0-4dff-b7db-a32460bb3400 with Priority: HIGHEST for action security_group_members [ 627.524729] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 248ed1c5-c6f0-4083-b30a-3fafca859c13 with Priority: HIGHEST for action port [ 627.525128] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed4cc554-d5e0-4dff-b7db-a32460bb3400 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.526709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.526709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.526709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.526709] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed4cc554-d5e0-4dff-b7db-a32460bb3400',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.528916] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed4cc554-d5e0-4dff-b7db-a32460bb3400 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.528916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.528916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.528916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.530648] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.530648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.530648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.530648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.530648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.530648] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed4cc554-d5e0-4dff-b7db-a32460bb3400',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.531333] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-248ed1c5-c6f0-4083-b30a-3fafca859c13 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.531580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-248ed1c5-c6f0-4083-b30a-3fafca859c13" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.531861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-248ed1c5-c6f0-4083-b30a-3fafca859c13" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.532743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-248ed1c5-c6f0-4083-b30a-3fafca859c13" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.532743] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('248ed1c5-c6f0-4083-b30a-3fafca859c13',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.857032] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c81d12b-3c6c-4096-be8d-884214954723 in Status: SUCCESS [ 627.857032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.906209] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9b86060-7aa7-4607-a839-57d2631744bf taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.906419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.906493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.906659] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.906827] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.906942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.907016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.907146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.907233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.907322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.907472] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9b86060-7aa7-4607-a839-57d2631744bf taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.907576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.907635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.907759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.908217] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.908217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.908217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.908217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.908571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.908571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.908571] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9b86060-7aa7-4607-a839-57d2631744bf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.028138] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed4cc554-d5e0-4dff-b7db-a32460bb3400 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.028369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.040548] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed4cc554-d5e0-4dff-b7db-a32460bb3400',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.040548] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 248ed1c5-c6f0-4083-b30a-3fafca859c13 with status ACTIVE [ 628.040713] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.040713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.040825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.041032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.041109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.041229] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.041322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.041381] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.041560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.041641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.041839] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.043473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.043473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.043473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.043473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.043473] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 248ed1c5-c6f0-4083-b30a-3fafca859c13 is going to be updated. [ 628.067237] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.067383] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.067603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.067802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.067941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.068115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-248ed1c5-c6f0-4083-b30a-3fafca859c13" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.178981] env[66341]: INFO networking_nsxv3.common.synchronization [None req-92c2686f-53b2-4eae-b8e8-c01856133a31 None None] Enqueued Resource ID: faa1a177-1839-4ee7-82b9-369f58f7f4d6 with Priority: HIGHEST for action port [ 628.179760] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faa1a177-1839-4ee7-82b9-369f58f7f4d6 with Priority: HIGHEST for action port [ 628.180053] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-faa1a177-1839-4ee7-82b9-369f58f7f4d6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.180260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faa1a177-1839-4ee7-82b9-369f58f7f4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.180376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faa1a177-1839-4ee7-82b9-369f58f7f4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.180730] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faa1a177-1839-4ee7-82b9-369f58f7f4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.181062] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faa1a177-1839-4ee7-82b9-369f58f7f4d6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.271583] env[66341]: INFO networking_nsxv3.common.synchronization [req-b6ca7e05-b4d4-486f-9773-4b1684c23d60 req-be9e018c-e9f2-40a7-8e7b-91de9d50f856 tempest-DeleteServersAdminTestJSON-219686557 tempest-DeleteServersAdminTestJSON-219686557-project-admin] Enqueued Resource ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d with Priority: HIGHEST for action security_group_members [ 628.272120] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d with Priority: HIGHEST for action security_group_members [ 628.272447] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.272576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.272644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.272844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.274095] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.274095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.274095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.274095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.274095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.274095] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.410897] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9b86060-7aa7-4607-a839-57d2631744bf: rpc.has_security_group_logging(os_id): False [ 628.431017] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.431182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.431262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.431475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.431567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.431778] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.431879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.431943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.432549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.432549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.432549] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.432549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.432549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.432893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.432893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.432893] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.433118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.435700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.435897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.436443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.436560] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9b86060-7aa7-4607-a839-57d2631744bf is going to be created. [ 628.503389] env[66341]: INFO networking_nsxv3.common.synchronization [None req-63d053b2-ddd4-41a5-adc9-894da7ac1b41 None None] Enqueued Resource ID: 253e05ed-9d5b-4683-8378-c0ba4c3f94d3 with Priority: HIGHEST for action port [ 628.504831] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253e05ed-9d5b-4683-8378-c0ba4c3f94d3 with Priority: HIGHEST for action port [ 628.505489] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-253e05ed-9d5b-4683-8378-c0ba4c3f94d3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.506181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-253e05ed-9d5b-4683-8378-c0ba4c3f94d3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.507222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-253e05ed-9d5b-4683-8378-c0ba4c3f94d3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.507942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-253e05ed-9d5b-4683-8378-c0ba4c3f94d3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.508836] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('253e05ed-9d5b-4683-8378-c0ba4c3f94d3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.513318] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.513318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.513318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.514038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.514456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.529293] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9b86060-7aa7-4607-a839-57d2631744bf in Status: IN_PROGRESS for 2s [ 628.545633] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed4cc554-d5e0-4dff-b7db-a32460bb3400',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.684668] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port faa1a177-1839-4ee7-82b9-369f58f7f4d6 [ 628.684972] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.685193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.685291] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.685559] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.685667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.685773] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:faa1a177-1839-4ee7-82b9-369f58f7f4d6 already deleted. [ 628.685864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faa1a177-1839-4ee7-82b9-369f58f7f4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.777365] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.777365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.777365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.777560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.777658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.777861] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.777960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.778022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.778165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.778326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.778426] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d is going to be updated. [ 628.824220] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.824405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.824448] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.824661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.824795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.839020] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d in Status: IN_PROGRESS for 2s [ 629.012234] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 253e05ed-9d5b-4683-8378-c0ba4c3f94d3 [ 629.012498] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.012646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.012722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.012942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.013047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.013156] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:253e05ed-9d5b-4683-8378-c0ba4c3f94d3 already deleted. [ 629.013241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-253e05ed-9d5b-4683-8378-c0ba4c3f94d3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.049397] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.049397] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.049397] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.049638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.049734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.049837] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed4cc554-d5e0-4dff-b7db-a32460bb3400 is going to be created. [ 629.079687] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.079853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.079927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.080327] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.080741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.093556] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed4cc554-d5e0-4dff-b7db-a32460bb3400 in Status: UNINITIALIZED for 2s [ 630.542645] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9b86060-7aa7-4607-a839-57d2631744bf in Status: SUCCESS [ 630.543820] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.853413] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d in Status: SUCCESS [ 630.853413] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d deletion is rescheduled due to dependency. [ 630.853413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.108120] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed4cc554-d5e0-4dff-b7db-a32460bb3400 in Status: SUCCESS [ 631.108427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.110049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.110049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.110049] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.110049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.110049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.110049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.110428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.110428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.110428] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed4cc554-d5e0-4dff-b7db-a32460bb3400',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.481626] env[66341]: INFO networking_nsxv3.common.synchronization [None req-e113b3e7-245d-4b15-89b9-e06339941c0f None None] Enqueued Resource ID: 950db261-e8fc-4724-880a-8d3952486ec1 with Priority: HIGHEST for action port [ 631.481868] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 950db261-e8fc-4724-880a-8d3952486ec1 with Priority: HIGHEST for action port [ 631.482535] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-950db261-e8fc-4724-880a-8d3952486ec1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.482639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-950db261-e8fc-4724-880a-8d3952486ec1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.482639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-950db261-e8fc-4724-880a-8d3952486ec1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.482947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-950db261-e8fc-4724-880a-8d3952486ec1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.483102] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('950db261-e8fc-4724-880a-8d3952486ec1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.619234] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed4cc554-d5e0-4dff-b7db-a32460bb3400 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.619640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.619640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.619740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.619866] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.619968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.620043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.620196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.620301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.620367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.620513] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed4cc554-d5e0-4dff-b7db-a32460bb3400 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.620641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.620718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.620924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.621111] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.621354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.621354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.621502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.621564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.621674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.621804] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed4cc554-d5e0-4dff-b7db-a32460bb3400',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.864188] env[66341]: INFO networking_nsxv3.common.synchronization [req-c60a4d02-16bd-4c90-9786-e7f6fa5aa70d req-f74a302d-54be-4d4e-ade4-ef83857103b1 tempest-ServerDiagnosticsTest-550125468 tempest-ServerDiagnosticsTest-550125468-project-member] Enqueued Resource ID: bca0352f-8a56-40f5-89ef-03effef44bc3 with Priority: HIGHEST for action security_group_members [ 631.865014] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bca0352f-8a56-40f5-89ef-03effef44bc3 with Priority: HIGHEST for action security_group_members [ 631.867648] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-bca0352f-8a56-40f5-89ef-03effef44bc3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.867781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.867844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.868085] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.868319] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.868683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.868788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.868984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.870630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.870630] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bca0352f-8a56-40f5-89ef-03effef44bc3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.986046] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 950db261-e8fc-4724-880a-8d3952486ec1 [ 631.986295] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.986693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.986693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.986829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.986829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.986937] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:950db261-e8fc-4724-880a-8d3952486ec1 already deleted. [ 631.987886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-950db261-e8fc-4724-880a-8d3952486ec1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.127856] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed4cc554-d5e0-4dff-b7db-a32460bb3400: rpc.has_security_group_logging(os_id): False [ 632.151672] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.151848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.151917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.152151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.152242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.152466] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.152569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.152632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.156356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.156489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.156778] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.156883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.156883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.158214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.158214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.158214] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.158214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.158214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.158214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.158214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.158214] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed4cc554-d5e0-4dff-b7db-a32460bb3400 is going to be created. [ 632.222239] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.222470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.222470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.222623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.224978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.237967] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed4cc554-d5e0-4dff-b7db-a32460bb3400 in Status: IN_PROGRESS for 2s [ 632.373651] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.373899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.373975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.374223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.374317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.374526] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.374623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.374685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.374834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.374940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.375073] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bca0352f-8a56-40f5-89ef-03effef44bc3 is going to be updated. [ 632.409367] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.409537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.409608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.409839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.409984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.562160] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bca0352f-8a56-40f5-89ef-03effef44bc3 in Status: IN_PROGRESS for 2s [ 632.708404] env[66341]: INFO networking_nsxv3.common.synchronization [None req-09b9bc5f-1337-4f51-86c0-b7d5f9947c58 tempest-ServersTestJSON-86142683 tempest-ServersTestJSON-86142683-project-member] Enqueued Resource ID: a329d69a-03af-470d-8e31-ba681262a6b3 with Priority: HIGHEST for action security_group_rules [ 632.708919] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a329d69a-03af-470d-8e31-ba681262a6b3 with Priority: HIGHEST for action security_group_rules [ 632.710152] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a329d69a-03af-470d-8e31-ba681262a6b3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.710152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.710152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.710152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.710152] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a329d69a-03af-470d-8e31-ba681262a6b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.716647] env[66341]: INFO networking_nsxv3.common.synchronization [req-af1b049b-b854-4e28-ad28-7ed08ff3ca51 req-e3dea8b7-a485-43ec-b390-f4c14e709b95 tempest-SecurityGroupRulesTestJSON-1059841549 tempest-SecurityGroupRulesTestJSON-1059841549-project-member] Enqueued Resource ID: ba81fcda-92b8-4cf5-83a8-379d9b915e7e with Priority: HIGHEST for action security_group_rules [ 632.717406] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba81fcda-92b8-4cf5-83a8-379d9b915e7e with Priority: HIGHEST for action security_group_rules [ 632.717868] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba81fcda-92b8-4cf5-83a8-379d9b915e7e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.718064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba81fcda-92b8-4cf5-83a8-379d9b915e7e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.718137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba81fcda-92b8-4cf5-83a8-379d9b915e7e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.718486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba81fcda-92b8-4cf5-83a8-379d9b915e7e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.718642] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba81fcda-92b8-4cf5-83a8-379d9b915e7e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.899029] env[66341]: INFO networking_nsxv3.common.synchronization [None req-0ca26626-b6b3-439a-a809-9c66d44ca9af tempest-ServersTestJSON-86142683 tempest-ServersTestJSON-86142683-project-member] Enqueued Resource ID: a329d69a-03af-470d-8e31-ba681262a6b3 with Priority: HIGHEST for action security_group_rules [ 632.899029] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a329d69a-03af-470d-8e31-ba681262a6b3 with Priority: HIGHEST for action security_group_rules [ 632.899029] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a329d69a-03af-470d-8e31-ba681262a6b3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.899029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.234781] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.235469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.235768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.236183] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.236610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.237080] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a329d69a-03af-470d-8e31-ba681262a6b3 already deleted. [ 633.237358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.237714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.238098] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.239660] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a329d69a-03af-470d-8e31-ba681262a6b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.244444] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.244444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.244444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.244444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.244444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.244444] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba81fcda-92b8-4cf5-83a8-379d9b915e7e already deleted. [ 633.244444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba81fcda-92b8-4cf5-83a8-379d9b915e7e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.762691] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.763063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.763063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.763202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.763316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.763410] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a329d69a-03af-470d-8e31-ba681262a6b3 already deleted. [ 633.763491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.916030] env[66341]: INFO networking_nsxv3.common.synchronization [req-dee629d9-729d-4ed4-8b44-55d00009a987 req-e7eec8ea-083c-45a8-9489-0950f24ca4e1 tempest-SecurityGroupRulesNegativeTestJSON-2039212379 tempest-SecurityGroupRulesNegativeTestJSON-2039212379-project-member] Enqueued Resource ID: ab906cf4-8402-4afe-8045-28722105cc23 with Priority: HIGHEST for action security_group_rules [ 633.916590] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab906cf4-8402-4afe-8045-28722105cc23 with Priority: HIGHEST for action security_group_rules [ 633.916980] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab906cf4-8402-4afe-8045-28722105cc23 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.917334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab906cf4-8402-4afe-8045-28722105cc23" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.917444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab906cf4-8402-4afe-8045-28722105cc23" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.917726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab906cf4-8402-4afe-8045-28722105cc23" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.918094] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab906cf4-8402-4afe-8045-28722105cc23',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.256969] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed4cc554-d5e0-4dff-b7db-a32460bb3400 in Status: SUCCESS [ 634.257232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.442240] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.446509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.446509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.446596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.446708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.446823] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab906cf4-8402-4afe-8045-28722105cc23 already deleted. [ 634.446915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab906cf4-8402-4afe-8045-28722105cc23" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.575244] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bca0352f-8a56-40f5-89ef-03effef44bc3 in Status: SUCCESS [ 634.575244] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bca0352f-8a56-40f5-89ef-03effef44bc3 deletion is rescheduled due to dependency. [ 634.575244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.562824] env[66341]: INFO networking_nsxv3.common.synchronization [req-a213a908-2fd4-4327-beb4-79cc8c9fa038 req-bb2692d3-64be-49ba-97c7-f7933f47795b tempest-ServerExternalEventsTest-328188006 tempest-ServerExternalEventsTest-328188006-project-member] Enqueued Resource ID: b422dac1-1d35-4c8f-bad6-718b3bddccae with Priority: HIGHEST for action security_group_members [ 635.563458] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b422dac1-1d35-4c8f-bad6-718b3bddccae with Priority: HIGHEST for action security_group_members [ 635.563753] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b422dac1-1d35-4c8f-bad6-718b3bddccae taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.563875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.563939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.565746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.565951] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.566903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.566903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.566903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.566903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.566903] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b422dac1-1d35-4c8f-bad6-718b3bddccae',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.966034] env[66341]: INFO networking_nsxv3.common.synchronization [req-d761399b-3f2e-4c5c-9578-d3658f44d9c5 req-8a39333c-796b-4752-80b7-093c33b2a5b9 tempest-InstanceActionsNegativeTestJSON-462876282 tempest-InstanceActionsNegativeTestJSON-462876282-project-member] Enqueued Resource ID: c93a91ae-677e-40bf-8d67-bdfe267792f1 with Priority: HIGHEST for action security_group_members [ 635.966034] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c93a91ae-677e-40bf-8d67-bdfe267792f1 with Priority: HIGHEST for action security_group_members [ 635.966034] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c93a91ae-677e-40bf-8d67-bdfe267792f1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.966034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.966034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.966034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.966034] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.966034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.966034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.966516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.966516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.966516] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c93a91ae-677e-40bf-8d67-bdfe267792f1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.069232] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.069232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.069232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.069551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.069707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.070029] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.070703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.070703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.070703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.070916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.070916] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b422dac1-1d35-4c8f-bad6-718b3bddccae is going to be updated. [ 636.105827] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.109720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.109720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.109720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.109720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.122943] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b422dac1-1d35-4c8f-bad6-718b3bddccae in Status: IN_PROGRESS for 2s [ 636.350784] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.351057] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-246" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.351187] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-246" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.351574] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-246" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.351910] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.352140] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.352497] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.352497] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.352797] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.352854] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.352921] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.353033] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.353138] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.353230] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.353330] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.353456] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.374438] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.374800] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.374945] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.375131] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-246" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.375480] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-8afdcd1f-90d9-4411-8c9c-00025ff3ec43 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.375672] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-8afdcd1f-90d9-4411-8c9c-00025ff3ec43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.375880] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-8afdcd1f-90d9-4411-8c9c-00025ff3ec43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.376123] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-8afdcd1f-90d9-4411-8c9c-00025ff3ec43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.376261] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8afdcd1f-90d9-4411-8c9c-00025ff3ec43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.469328] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.469515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.469658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.469798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.469890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.470093] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.470187] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.470252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.470395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.470504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.470554] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c93a91ae-677e-40bf-8d67-bdfe267792f1 already deleted. [ 636.470630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.880103] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.880103] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.880805] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.880805] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.880805] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.880805] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 8afdcd1f-90d9-4411-8c9c-00025ff3ec43 not found, creating... [ 636.881877] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.881877] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.881877] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.881877] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.881877] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.882364] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.882364] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.882364] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.882498] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.882564] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.882695] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 8afdcd1f-90d9-4411-8c9c-00025ff3ec43 is going to be created. [ 636.931706] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.932635] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.932635] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.932635] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.933517] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.933761] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-8afdcd1f-90d9-4411-8c9c-00025ff3ec43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.627239] env[66341]: INFO networking_nsxv3.common.synchronization [req-d761399b-3f2e-4c5c-9578-d3658f44d9c5 req-8ef71563-a8cc-455d-ab33-662dea3e2679 service nova] Enqueued Resource ID: c93a91ae-677e-40bf-8d67-bdfe267792f1 with Priority: HIGHEST for action security_group_rules [ 637.627239] env[66341]: INFO networking_nsxv3.common.synchronization [req-d761399b-3f2e-4c5c-9578-d3658f44d9c5 req-8ef71563-a8cc-455d-ab33-662dea3e2679 service nova] Enqueued Resource ID: c93a91ae-677e-40bf-8d67-bdfe267792f1 with Priority: HIGHEST for action security_group_members [ 637.627552] env[66341]: INFO networking_nsxv3.common.synchronization [req-d761399b-3f2e-4c5c-9578-d3658f44d9c5 req-8ef71563-a8cc-455d-ab33-662dea3e2679 service nova] Enqueued Resource ID: 8afdcd1f-90d9-4411-8c9c-00025ff3ec43 with Priority: HIGHEST for action port [ 637.631103] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c93a91ae-677e-40bf-8d67-bdfe267792f1 with Priority: HIGHEST for action security_group_rules [ 637.631103] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c93a91ae-677e-40bf-8d67-bdfe267792f1 with Priority: HIGHEST for action security_group_members [ 637.631103] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8afdcd1f-90d9-4411-8c9c-00025ff3ec43 with Priority: HIGHEST for action port [ 637.631103] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c93a91ae-677e-40bf-8d67-bdfe267792f1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.631103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.631103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.631103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.631103] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c93a91ae-677e-40bf-8d67-bdfe267792f1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.633178] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c93a91ae-677e-40bf-8d67-bdfe267792f1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.633178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.633335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.633487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.634439] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.634439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.634439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.634439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.634439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.634697] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c93a91ae-677e-40bf-8d67-bdfe267792f1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.635717] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-8afdcd1f-90d9-4411-8c9c-00025ff3ec43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.635865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8afdcd1f-90d9-4411-8c9c-00025ff3ec43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.635972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8afdcd1f-90d9-4411-8c9c-00025ff3ec43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.636243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8afdcd1f-90d9-4411-8c9c-00025ff3ec43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.636364] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8afdcd1f-90d9-4411-8c9c-00025ff3ec43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.884469] env[66341]: INFO networking_nsxv3.common.synchronization [None req-76daf979-ba88-4f79-bb65-ba2eaf4efed9 None None] Enqueued Resource ID: 3872f8ee-2257-43d3-ab94-ec9a1fbf1d38 with Priority: HIGHEST for action port [ 637.885736] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3872f8ee-2257-43d3-ab94-ec9a1fbf1d38 with Priority: HIGHEST for action port [ 637.886187] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-3872f8ee-2257-43d3-ab94-ec9a1fbf1d38 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.886375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3872f8ee-2257-43d3-ab94-ec9a1fbf1d38" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.886450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3872f8ee-2257-43d3-ab94-ec9a1fbf1d38" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.886825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3872f8ee-2257-43d3-ab94-ec9a1fbf1d38" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.886932] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3872f8ee-2257-43d3-ab94-ec9a1fbf1d38',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.135660] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b422dac1-1d35-4c8f-bad6-718b3bddccae in Status: SUCCESS [ 638.135926] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b422dac1-1d35-4c8f-bad6-718b3bddccae deletion is rescheduled due to dependency. [ 638.136097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.140575] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c93a91ae-677e-40bf-8d67-bdfe267792f1 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.140720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.140999] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c93a91ae-677e-40bf-8d67-bdfe267792f1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.142230] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8afdcd1f-90d9-4411-8c9c-00025ff3ec43 with status ACTIVE [ 638.142513] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.142691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.142796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.145744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.146524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.147158] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.147392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.147471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.147668] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.147759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.147961] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.148076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.148141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.148297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.148394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.148486] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8afdcd1f-90d9-4411-8c9c-00025ff3ec43 is going to be updated. [ 638.152782] env[66341]: INFO networking_nsxv3.common.synchronization [req-1529444a-3fd9-447f-be09-bac0bb6fca0f req-a8a113b4-feb0-4192-881c-e4655ce67c7f tempest-ServersWithSpecificFlavorTestJSON-740261608 tempest-ServersWithSpecificFlavorTestJSON-740261608-project-member] Enqueued Resource ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 with Priority: HIGHEST for action security_group_members [ 638.153308] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 with Priority: HIGHEST for action security_group_members [ 638.153593] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-850f6022-6c1e-400c-9b8b-ba3febd8ae51 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.153748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.153810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.154046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.154194] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.154287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.154509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.154509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.154639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.155343] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('850f6022-6c1e-400c-9b8b-ba3febd8ae51',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.176159] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.176328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.176418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.176661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.176800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.176964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8afdcd1f-90d9-4411-8c9c-00025ff3ec43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.389192] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3872f8ee-2257-43d3-ab94-ec9a1fbf1d38 [ 638.389547] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.389547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.389856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.390052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.390153] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.390245] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3872f8ee-2257-43d3-ab94-ec9a1fbf1d38 already deleted. [ 638.390457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3872f8ee-2257-43d3-ab94-ec9a1fbf1d38" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.581036] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.581036] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-18" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.581036] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-18" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.581036] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-18" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.581036] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.581036] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.582417] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.582778] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.583021] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.583232] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.583367] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.583523] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.583641] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.583784] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.583962] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.584295] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.605257] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.605420] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.605552] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.605858] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-18" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.606373] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-7d2d2fda-f7ed-4bd8-9152-b9cf7ef8266c taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.606581] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-7d2d2fda-f7ed-4bd8-9152-b9cf7ef8266c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.606710] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-7d2d2fda-f7ed-4bd8-9152-b9cf7ef8266c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.607534] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-7d2d2fda-f7ed-4bd8-9152-b9cf7ef8266c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.607700] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d2d2fda-f7ed-4bd8-9152-b9cf7ef8266c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.651028] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c93a91ae-677e-40bf-8d67-bdfe267792f1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.657967] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.657967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.657967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.657967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.658263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.658440] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.658593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.658689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.659022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.659022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.659164] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 already deleted. [ 638.659327] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.110158] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.110562] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.110681] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.110976] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.111140] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.111291] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 7d2d2fda-f7ed-4bd8-9152-b9cf7ef8266c not found, creating... [ 639.111637] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.111883] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.112048] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.112303] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.112472] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.112861] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.113080] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.113227] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.113516] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.113698] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.113861] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 7d2d2fda-f7ed-4bd8-9152-b9cf7ef8266c is going to be created. [ 639.135559] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.136079] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.136533] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.136856] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.137141] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.137419] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-7d2d2fda-f7ed-4bd8-9152-b9cf7ef8266c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.156552] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.157660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.157660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.157846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.158045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.158128] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c93a91ae-677e-40bf-8d67-bdfe267792f1 is going to be created. [ 639.189020] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.189284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.189284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.189947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.189947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.199804] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c93a91ae-677e-40bf-8d67-bdfe267792f1 in Status: UNINITIALIZED for 2s [ 639.914846] env[66341]: INFO networking_nsxv3.common.synchronization [req-1529444a-3fd9-447f-be09-bac0bb6fca0f req-dff814da-8408-4332-800f-00bf75bc2847 service nova] Enqueued Resource ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 with Priority: HIGHEST for action security_group_rules [ 639.914846] env[66341]: INFO networking_nsxv3.common.synchronization [req-1529444a-3fd9-447f-be09-bac0bb6fca0f req-dff814da-8408-4332-800f-00bf75bc2847 service nova] Enqueued Resource ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 with Priority: HIGHEST for action security_group_members [ 639.914846] env[66341]: INFO networking_nsxv3.common.synchronization [req-1529444a-3fd9-447f-be09-bac0bb6fca0f req-dff814da-8408-4332-800f-00bf75bc2847 service nova] Enqueued Resource ID: 7d2d2fda-f7ed-4bd8-9152-b9cf7ef8266c with Priority: HIGHEST for action port [ 639.915131] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 with Priority: HIGHEST for action security_group_rules [ 639.915276] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 with Priority: HIGHEST for action security_group_members [ 639.915276] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2d2fda-f7ed-4bd8-9152-b9cf7ef8266c with Priority: HIGHEST for action port [ 639.915830] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.916024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.917158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.917461] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.917556] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('850f6022-6c1e-400c-9b8b-ba3febd8ae51',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.919271] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-850f6022-6c1e-400c-9b8b-ba3febd8ae51 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.919387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.919460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.919745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.919875] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.920075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.920133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.920286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.920426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.920534] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('850f6022-6c1e-400c-9b8b-ba3febd8ae51',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.922445] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d2d2fda-f7ed-4bd8-9152-b9cf7ef8266c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.922637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d2d2fda-f7ed-4bd8-9152-b9cf7ef8266c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.922637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d2d2fda-f7ed-4bd8-9152-b9cf7ef8266c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.922843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d2d2fda-f7ed-4bd8-9152-b9cf7ef8266c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.922944] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d2d2fda-f7ed-4bd8-9152-b9cf7ef8266c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.154713] env[66341]: INFO networking_nsxv3.common.synchronization [req-336b1cf8-ee56-49dd-a7a7-684eaf6f6633 req-468b6cb1-f32d-4290-be43-206edf9406f2 tempest-ServersTestBootFromVolume-1935131785 tempest-ServersTestBootFromVolume-1935131785-project-member] Enqueued Resource ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d with Priority: HIGHEST for action security_group_members [ 640.155048] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d with Priority: HIGHEST for action security_group_members [ 640.155303] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.155425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.155493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.155739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.155896] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.156015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.158234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.158514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.158709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.158873] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3dfc3ea-d1e1-4cfc-b9dc-23952528809d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.289188] env[66341]: INFO networking_nsxv3.common.synchronization [None req-35ca3d84-c5ec-4aa3-ada3-c5121b2e1036 None None] Enqueued Resource ID: 55c5aadb-8289-49d4-8ed9-e7194b7d4a65 with Priority: HIGHEST for action port [ 640.289286] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55c5aadb-8289-49d4-8ed9-e7194b7d4a65 with Priority: HIGHEST for action port [ 640.289612] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-55c5aadb-8289-49d4-8ed9-e7194b7d4a65 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.289732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55c5aadb-8289-49d4-8ed9-e7194b7d4a65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.289958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55c5aadb-8289-49d4-8ed9-e7194b7d4a65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.290798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55c5aadb-8289-49d4-8ed9-e7194b7d4a65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.290798] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55c5aadb-8289-49d4-8ed9-e7194b7d4a65',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.426093] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-850f6022-6c1e-400c-9b8b-ba3febd8ae51 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.426215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.426481] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d2d2fda-f7ed-4bd8-9152-b9cf7ef8266c with status ACTIVE [ 640.426624] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.427410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.427410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.427785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.427992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.428102] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.428210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.428246] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.430025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.430025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.430025] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.430025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.430025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.430025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.430025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.430025] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d2d2fda-f7ed-4bd8-9152-b9cf7ef8266c is going to be updated. [ 640.431138] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('850f6022-6c1e-400c-9b8b-ba3febd8ae51',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.453023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.454250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.454250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.454250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.454250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.454250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d2d2fda-f7ed-4bd8-9152-b9cf7ef8266c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.663997] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.664214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.664304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.664593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.664695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.664974] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.665125] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.665191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.665388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.665467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.665580] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d already deleted. [ 640.665687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.685316] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.685316] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.685316] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.685316] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.685807] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.685807] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.685807] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.685945] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.686157] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.686318] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.686462] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.686766] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.686766] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.686766] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.687184] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.687184] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.710065] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.710065] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.710065] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.710065] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.710384] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-fcc620b2-bd12-4fba-aae4-ab9e49fe7dcb taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.710474] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-fcc620b2-bd12-4fba-aae4-ab9e49fe7dcb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.710553] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-fcc620b2-bd12-4fba-aae4-ab9e49fe7dcb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.711527] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-fcc620b2-bd12-4fba-aae4-ab9e49fe7dcb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.712588] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcc620b2-bd12-4fba-aae4-ab9e49fe7dcb',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.795109] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55c5aadb-8289-49d4-8ed9-e7194b7d4a65 [ 640.795444] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.795635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.795712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.795939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.796557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.796557] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55c5aadb-8289-49d4-8ed9-e7194b7d4a65 already deleted. [ 640.796557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55c5aadb-8289-49d4-8ed9-e7194b7d4a65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.933982] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('850f6022-6c1e-400c-9b8b-ba3febd8ae51',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.211181] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c93a91ae-677e-40bf-8d67-bdfe267792f1 in Status: SUCCESS [ 641.212245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.212245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.212462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.212846] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.213637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.213637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.213637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.213637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.213637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.213637] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c93a91ae-677e-40bf-8d67-bdfe267792f1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.215099] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.215399] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.215623] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.216200] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.216200] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.216390] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port fcc620b2-bd12-4fba-aae4-ab9e49fe7dcb not found, creating... [ 641.216722] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.216942] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.217095] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.217344] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.217697] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.217873] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.218026] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.218142] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.218420] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.218575] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.218720] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: fcc620b2-bd12-4fba-aae4-ab9e49fe7dcb is going to be created. [ 641.244663] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.244877] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.244996] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.245278] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.245513] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.245995] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-fcc620b2-bd12-4fba-aae4-ab9e49fe7dcb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.437085] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.437317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.437405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.437607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.437704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.437808] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 is going to be created. [ 641.464605] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.464771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.464942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.465040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.465181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.476201] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 in Status: UNINITIALIZED for 2s [ 641.720882] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c93a91ae-677e-40bf-8d67-bdfe267792f1 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.721221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.721221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.721443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.721645] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.721773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.721942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.722046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.722194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.722268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.722484] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c93a91ae-677e-40bf-8d67-bdfe267792f1 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.722566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.722638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.722788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.722926] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.723047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.723092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.723259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.723302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.723432] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.723513] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c93a91ae-677e-40bf-8d67-bdfe267792f1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.968993] env[66341]: INFO networking_nsxv3.common.synchronization [req-13c951ed-0d59-46ea-bcd5-0bee24698857 req-9a4966d0-102c-42f2-9ef2-73f52330bbde tempest-SecurityGroupRulesNegativeTestJSON-2039212379 tempest-SecurityGroupRulesNegativeTestJSON-2039212379-project-member] Enqueued Resource ID: ab906cf4-8402-4afe-8045-28722105cc23 with Priority: HIGHEST for action security_group_rules [ 641.969979] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab906cf4-8402-4afe-8045-28722105cc23 with Priority: HIGHEST for action security_group_rules [ 641.969979] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab906cf4-8402-4afe-8045-28722105cc23 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.970129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab906cf4-8402-4afe-8045-28722105cc23" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.970258] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab906cf4-8402-4afe-8045-28722105cc23" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.970574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab906cf4-8402-4afe-8045-28722105cc23" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.970574] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab906cf4-8402-4afe-8045-28722105cc23',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.972885] env[66341]: INFO networking_nsxv3.common.synchronization [req-336b1cf8-ee56-49dd-a7a7-684eaf6f6633 req-0dd260c5-2c84-430a-9b36-048ba5f4686a service nova] Enqueued Resource ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d with Priority: HIGHEST for action security_group_rules [ 641.973272] env[66341]: INFO networking_nsxv3.common.synchronization [req-336b1cf8-ee56-49dd-a7a7-684eaf6f6633 req-0dd260c5-2c84-430a-9b36-048ba5f4686a service nova] Enqueued Resource ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d with Priority: HIGHEST for action security_group_members [ 641.973272] env[66341]: INFO networking_nsxv3.common.synchronization [req-336b1cf8-ee56-49dd-a7a7-684eaf6f6633 req-0dd260c5-2c84-430a-9b36-048ba5f4686a service nova] Enqueued Resource ID: fcc620b2-bd12-4fba-aae4-ab9e49fe7dcb with Priority: HIGHEST for action port [ 641.973565] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d with Priority: HIGHEST for action security_group_rules [ 641.973828] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d with Priority: HIGHEST for action security_group_members [ 641.973828] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcc620b2-bd12-4fba-aae4-ab9e49fe7dcb with Priority: HIGHEST for action port [ 641.975322] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.975322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.975322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.975322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.975322] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3dfc3ea-d1e1-4cfc-b9dc-23952528809d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.975837] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.975837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.975837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.976420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.979451] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.979545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.979607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.979772] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.979861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.979952] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3dfc3ea-d1e1-4cfc-b9dc-23952528809d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.981028] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcc620b2-bd12-4fba-aae4-ab9e49fe7dcb taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.981107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcc620b2-bd12-4fba-aae4-ab9e49fe7dcb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.981107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcc620b2-bd12-4fba-aae4-ab9e49fe7dcb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.981262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcc620b2-bd12-4fba-aae4-ab9e49fe7dcb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.981391] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcc620b2-bd12-4fba-aae4-ab9e49fe7dcb',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.227100] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c93a91ae-677e-40bf-8d67-bdfe267792f1: rpc.has_security_group_logging(os_id): False [ 642.246172] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.246477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.246477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.246607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.246690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.246879] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.246980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.247054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.247206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.247283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.247499] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.247602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.247661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.247801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.247873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.249159] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.249309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.249393] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.249561] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.249700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.249742] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c93a91ae-677e-40bf-8d67-bdfe267792f1 is going to be created. [ 642.324182] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.324328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.324386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.324590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.324763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.336841] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c93a91ae-677e-40bf-8d67-bdfe267792f1 in Status: IN_PROGRESS for 2s [ 642.484732] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.484732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.484732] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3dfc3ea-d1e1-4cfc-b9dc-23952528809d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.484732] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcc620b2-bd12-4fba-aae4-ab9e49fe7dcb with status ACTIVE [ 642.484732] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.485965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.485965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.485965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.485965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.485965] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.485965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.485965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.485965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.485965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.485965] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.486373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.486373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.486540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.486540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.486708] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcc620b2-bd12-4fba-aae4-ab9e49fe7dcb is going to be updated. [ 642.496453] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.496974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.496974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.496974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.496974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.497179] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab906cf4-8402-4afe-8045-28722105cc23 already deleted. [ 642.497179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab906cf4-8402-4afe-8045-28722105cc23" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.510376] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.510566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.510622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.511145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.511342] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.511510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcc620b2-bd12-4fba-aae4-ab9e49fe7dcb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.671875] env[66341]: INFO networking_nsxv3.common.synchronization [req-cc4e8fdc-4880-4725-a011-c312c0108423 req-77f518ab-5811-4792-85a9-cc34dad49cd9 tempest-FloatingIPsAssociationNegativeTestJSON-612436033 tempest-FloatingIPsAssociationNegativeTestJSON-612436033-project-member] Enqueued Resource ID: aad28b08-b7eb-4fbc-8970-0ff4141f12e7 with Priority: HIGHEST for action security_group_members [ 642.672617] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad28b08-b7eb-4fbc-8970-0ff4141f12e7 with Priority: HIGHEST for action security_group_members [ 642.672737] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.672863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.672929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.675034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.675380] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.675504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.675569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.675746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.675836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.675932] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad28b08-b7eb-4fbc-8970-0ff4141f12e7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.988664] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3dfc3ea-d1e1-4cfc-b9dc-23952528809d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.183046] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.183046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.183250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.183681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.183681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.183898] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.184076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.184187] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.184380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.184565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.184565] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad28b08-b7eb-4fbc-8970-0ff4141f12e7 already deleted. [ 643.185123] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.488946] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 in Status: SUCCESS [ 643.492022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.492022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.492022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.492022] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.492022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.492022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.492022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.492022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.492022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.492022] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('850f6022-6c1e-400c-9b8b-ba3febd8ae51',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.495344] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.495344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.495344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.495344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.495344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.495344] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d is going to be created. [ 643.521931] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.521931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.521931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.521931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.521931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.533484] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d in Status: UNINITIALIZED for 2s [ 643.557834] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.558149] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-899" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.558310] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-899" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.558694] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-899" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.559140] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.559140] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.559342] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.559476] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.559607] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.559806] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.559952] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.560066] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.560180] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.560257] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.560898] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.560898] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.585406] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.585689] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.585835] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.586096] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-899" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.586620] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-0a5626c6-5ef5-4920-bd94-322e3e7b8ee5 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.586870] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-0a5626c6-5ef5-4920-bd94-322e3e7b8ee5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.586983] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-0a5626c6-5ef5-4920-bd94-322e3e7b8ee5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.587381] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-0a5626c6-5ef5-4920-bd94-322e3e7b8ee5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.587541] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a5626c6-5ef5-4920-bd94-322e3e7b8ee5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.995432] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('850f6022-6c1e-400c-9b8b-ba3febd8ae51',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.091156] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.091156] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.091596] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.091965] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.092170] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.092360] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 0a5626c6-5ef5-4920-bd94-322e3e7b8ee5 not found, creating... [ 644.092697] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.093013] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.093174] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.093462] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.093719] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.093973] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.094163] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.094277] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.094509] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.094671] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.094836] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 0a5626c6-5ef5-4920-bd94-322e3e7b8ee5 is going to be created. [ 644.117117] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.117381] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.117484] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.117770] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.117994] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.118252] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-0a5626c6-5ef5-4920-bd94-322e3e7b8ee5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.353196] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c93a91ae-677e-40bf-8d67-bdfe267792f1 in Status: SUCCESS [ 644.354744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.498303] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 850f6022-6c1e-400c-9b8b-ba3febd8ae51: rpc.has_security_group_logging(os_id): False [ 644.520027] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.520229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.520352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.520573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.520784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.521347] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.521347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.521347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.521669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.521767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.521870] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 is going to be created. [ 644.617267] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.617580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.617580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.617804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.618017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.632706] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 in Status: IN_PROGRESS for 2s [ 644.694360] env[66341]: INFO networking_nsxv3.common.synchronization [req-d8ec67c3-3da1-412b-903b-081387e50bde req-fe133728-613e-4f5a-ba7e-caf7ee09e971 tempest-SecurityGroupRulesTestJSON-1059841549 tempest-SecurityGroupRulesTestJSON-1059841549-project-member] Enqueued Resource ID: dc0c2310-c17e-490e-8d35-2c80e395af82 with Priority: HIGHEST for action security_group_rules [ 644.695711] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc0c2310-c17e-490e-8d35-2c80e395af82 with Priority: HIGHEST for action security_group_rules [ 644.696453] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc0c2310-c17e-490e-8d35-2c80e395af82 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.696813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc0c2310-c17e-490e-8d35-2c80e395af82" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.698144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc0c2310-c17e-490e-8d35-2c80e395af82" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.698144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc0c2310-c17e-490e-8d35-2c80e395af82" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.698144] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc0c2310-c17e-490e-8d35-2c80e395af82',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.908556] env[66341]: INFO networking_nsxv3.common.synchronization [req-cc4e8fdc-4880-4725-a011-c312c0108423 req-e993c8bf-0417-407d-aa25-42424c110cd5 service nova] Enqueued Resource ID: aad28b08-b7eb-4fbc-8970-0ff4141f12e7 with Priority: HIGHEST for action security_group_rules [ 644.908737] env[66341]: INFO networking_nsxv3.common.synchronization [req-cc4e8fdc-4880-4725-a011-c312c0108423 req-e993c8bf-0417-407d-aa25-42424c110cd5 service nova] Enqueued Resource ID: aad28b08-b7eb-4fbc-8970-0ff4141f12e7 with Priority: HIGHEST for action security_group_members [ 644.908879] env[66341]: INFO networking_nsxv3.common.synchronization [req-cc4e8fdc-4880-4725-a011-c312c0108423 req-e993c8bf-0417-407d-aa25-42424c110cd5 service nova] Enqueued Resource ID: 0a5626c6-5ef5-4920-bd94-322e3e7b8ee5 with Priority: HIGHEST for action port [ 644.909646] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad28b08-b7eb-4fbc-8970-0ff4141f12e7 with Priority: HIGHEST for action security_group_rules [ 644.910399] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad28b08-b7eb-4fbc-8970-0ff4141f12e7 with Priority: HIGHEST for action security_group_members [ 644.910399] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a5626c6-5ef5-4920-bd94-322e3e7b8ee5 with Priority: HIGHEST for action port [ 644.910399] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad28b08-b7eb-4fbc-8970-0ff4141f12e7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.910929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.910929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.910929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.911196] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad28b08-b7eb-4fbc-8970-0ff4141f12e7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.912140] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.912317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.912550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.913040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.913218] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.913338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.913445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.913605] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.913692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.913797] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad28b08-b7eb-4fbc-8970-0ff4141f12e7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.915110] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a5626c6-5ef5-4920-bd94-322e3e7b8ee5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.915320] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a5626c6-5ef5-4920-bd94-322e3e7b8ee5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.915320] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a5626c6-5ef5-4920-bd94-322e3e7b8ee5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.915587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a5626c6-5ef5-4920-bd94-322e3e7b8ee5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.915679] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a5626c6-5ef5-4920-bd94-322e3e7b8ee5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.186526] env[66341]: INFO networking_nsxv3.common.synchronization [req-79087a6a-9169-418a-b4a8-0830568226e7 req-42894c39-fc59-483a-87a1-dcecc7d2b4fa tempest-InstanceActionsTestJSON-1916771447 tempest-InstanceActionsTestJSON-1916771447-project-member] Enqueued Resource ID: 04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 with Priority: HIGHEST for action security_group_members [ 645.186526] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 with Priority: HIGHEST for action security_group_members [ 645.186526] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.186526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.186526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.186526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.186526] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.186526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.186526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.186526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.186994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.186994] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04272b7d-b12a-4c8d-a7e8-0879b9f50cc0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.224757] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.224983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.225053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.225265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.225406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.225531] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc0c2310-c17e-490e-8d35-2c80e395af82 already deleted. [ 645.225651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc0c2310-c17e-490e-8d35-2c80e395af82" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.418766] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aad28b08-b7eb-4fbc-8970-0ff4141f12e7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.419501] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.419501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.419501] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a5626c6-5ef5-4920-bd94-322e3e7b8ee5 with status ACTIVE [ 645.419696] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.419961] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.419961] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.420087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.420132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.420402] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.420402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.420528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.420599] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.420791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.420981] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.421078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.421131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.421306] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.421397] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.421483] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a5626c6-5ef5-4920-bd94-322e3e7b8ee5 is going to be updated. [ 645.453626] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.453798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.453885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.454205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.454357] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.454571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a5626c6-5ef5-4920-bd94-322e3e7b8ee5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.546187] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d in Status: SUCCESS [ 645.546491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.546631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.547099] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.547187] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.547334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.547428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.547640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.547732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.547818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.547940] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3dfc3ea-d1e1-4cfc-b9dc-23952528809d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.694359] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.694359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.694473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.694602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.694725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.695049] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.695174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.695809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.695809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.695809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.695809] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 is going to be updated. [ 645.731240] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.731240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.731240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.731534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.733284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.742993] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 in Status: IN_PROGRESS for 2s [ 645.925351] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aad28b08-b7eb-4fbc-8970-0ff4141f12e7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.052366] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3dfc3ea-d1e1-4cfc-b9dc-23952528809d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.428620] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.428814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.428862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.429364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.429364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.429364] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad28b08-b7eb-4fbc-8970-0ff4141f12e7 is going to be created. [ 646.458607] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.458827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.458984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.459301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.459467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.471488] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad28b08-b7eb-4fbc-8970-0ff4141f12e7 in Status: UNINITIALIZED for 2s [ 646.518197] env[66341]: INFO networking_nsxv3.common.synchronization [req-6b5a0b24-ef05-4546-ae46-b22a259f338d req-54a3829d-971c-4092-b4eb-566bfc259838 tempest-SecurityGroupRulesTestJSON-1059841549 tempest-SecurityGroupRulesTestJSON-1059841549-project-member] Enqueued Resource ID: dc0c2310-c17e-490e-8d35-2c80e395af82 with Priority: HIGHEST for action security_group_rules [ 646.519333] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc0c2310-c17e-490e-8d35-2c80e395af82 with Priority: HIGHEST for action security_group_rules [ 646.519651] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc0c2310-c17e-490e-8d35-2c80e395af82 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.519788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc0c2310-c17e-490e-8d35-2c80e395af82" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.520091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc0c2310-c17e-490e-8d35-2c80e395af82" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.520314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc0c2310-c17e-490e-8d35-2c80e395af82" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.520369] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc0c2310-c17e-490e-8d35-2c80e395af82',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.556732] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3dfc3ea-d1e1-4cfc-b9dc-23952528809d: rpc.has_security_group_logging(os_id): False [ 646.576278] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.576630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.576724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.576962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.577079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.577635] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.577768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.577835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.578018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.578105] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.578201] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d is going to be created. [ 646.643499] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.643652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.643719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.643940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.644145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.649182] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 in Status: SUCCESS [ 646.649506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.653574] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d in Status: IN_PROGRESS for 2s [ 647.042828] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.043161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.043279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.043506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.043595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.043719] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc0c2310-c17e-490e-8d35-2c80e395af82 already deleted. [ 647.043782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc0c2310-c17e-490e-8d35-2c80e395af82" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.756997] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 in Status: SUCCESS [ 647.756997] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 deletion is rescheduled due to dependency. [ 647.756997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.486196] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad28b08-b7eb-4fbc-8970-0ff4141f12e7 in Status: SUCCESS [ 648.486324] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.486529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.486749] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.486946] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.487084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.487145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.487309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.487393] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.487478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.487574] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aad28b08-b7eb-4fbc-8970-0ff4141f12e7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.667916] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d in Status: SUCCESS [ 648.668177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.815618] env[66341]: INFO networking_nsxv3.common.synchronization [None req-ee8e4158-e090-4c11-b01c-9bb44bdf0eb8 None None] Enqueued Resource ID: e942c1f4-19a4-4b13-9398-c61a4b85a9e7 with Priority: HIGHEST for action port [ 648.816446] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e942c1f4-19a4-4b13-9398-c61a4b85a9e7 with Priority: HIGHEST for action port [ 648.817087] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-e942c1f4-19a4-4b13-9398-c61a4b85a9e7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.817267] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e942c1f4-19a4-4b13-9398-c61a4b85a9e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.817267] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e942c1f4-19a4-4b13-9398-c61a4b85a9e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.817748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e942c1f4-19a4-4b13-9398-c61a4b85a9e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.817850] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e942c1f4-19a4-4b13-9398-c61a4b85a9e7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.990099] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.990707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.990707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.990707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.990707] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.990938] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.990938] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.991063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.991335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.991335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.991413] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.991463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.991785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.991785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.991785] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.991960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.991960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.992072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.992119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.992194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.993071] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aad28b08-b7eb-4fbc-8970-0ff4141f12e7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.321081] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e942c1f4-19a4-4b13-9398-c61a4b85a9e7 [ 649.321363] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.321517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.321597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.321838] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.321932] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.322055] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e942c1f4-19a4-4b13-9398-c61a4b85a9e7 already deleted. [ 649.322274] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e942c1f4-19a4-4b13-9398-c61a4b85a9e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.494882] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aad28b08-b7eb-4fbc-8970-0ff4141f12e7: rpc.has_security_group_logging(os_id): False [ 649.520407] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.520407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.520407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.520407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.520407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.520407] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.520407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.520407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.520407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.520407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.520407] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.520407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.520407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.520407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.520407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.521246] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.521246] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.521246] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.521407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.521407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.521541] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad28b08-b7eb-4fbc-8970-0ff4141f12e7 is going to be created. [ 649.606571] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.606790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.606790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.607445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.607445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.630791] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad28b08-b7eb-4fbc-8970-0ff4141f12e7 in Status: IN_PROGRESS for 2s [ 650.103292] env[66341]: INFO networking_nsxv3.common.synchronization [req-06c05dc1-6b41-480b-9c07-7a5be16a73b3 req-f8064244-ee8d-44c1-a161-79e48643c15a tempest-ServerDiagnosticsNegativeTest-463832186 tempest-ServerDiagnosticsNegativeTest-463832186-project-member] Enqueued Resource ID: be9de17f-af88-4ecf-9521-651f52a09a88 with Priority: HIGHEST for action security_group_members [ 650.106572] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9de17f-af88-4ecf-9521-651f52a09a88 with Priority: HIGHEST for action security_group_members [ 650.106572] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9de17f-af88-4ecf-9521-651f52a09a88 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.106572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.106572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.106572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.106572] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.106572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.106572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.106572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.106572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.109115] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9de17f-af88-4ecf-9521-651f52a09a88',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.370597] env[66341]: INFO networking_nsxv3.common.synchronization [req-cf493a9c-846e-41bf-9447-7df00fabf728 req-65a005dc-be63-4d70-b47b-8fc05b03e852 tempest-VolumesAdminNegativeTest-337177967 tempest-VolumesAdminNegativeTest-337177967-project-member] Enqueued Resource ID: c9b86060-7aa7-4607-a839-57d2631744bf with Priority: HIGHEST for action security_group_members [ 650.371050] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b86060-7aa7-4607-a839-57d2631744bf with Priority: HIGHEST for action security_group_members [ 650.371429] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9b86060-7aa7-4607-a839-57d2631744bf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.371530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.371592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.375701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.375978] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.376158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.376388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.376462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.376518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.376674] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9b86060-7aa7-4607-a839-57d2631744bf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.611888] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.611888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.611888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.612503] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.612744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.613342] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.613545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.613605] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.614166] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.614166] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.614166] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9de17f-af88-4ecf-9521-651f52a09a88 already deleted. [ 650.614166] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.650532] env[66341]: INFO networking_nsxv3.common.synchronization [None req-a130b386-3558-4370-82d9-c0c69fed59c2 None None] Enqueued Resource ID: 13742d57-e310-4b06-8aa1-e3adb1df18fa with Priority: HIGHEST for action port [ 650.651136] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13742d57-e310-4b06-8aa1-e3adb1df18fa with Priority: HIGHEST for action port [ 650.652097] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-13742d57-e310-4b06-8aa1-e3adb1df18fa taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.652097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13742d57-e310-4b06-8aa1-e3adb1df18fa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.652097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13742d57-e310-4b06-8aa1-e3adb1df18fa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.652097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13742d57-e310-4b06-8aa1-e3adb1df18fa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.652097] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13742d57-e310-4b06-8aa1-e3adb1df18fa',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.879124] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.879245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.879355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.879559] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.879653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.879840] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.879943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.880017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.880177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.880482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.880482] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9b86060-7aa7-4607-a839-57d2631744bf is going to be updated. [ 650.909684] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.909871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.909934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.910133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.910271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.924123] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9b86060-7aa7-4607-a839-57d2631744bf in Status: IN_PROGRESS for 2s [ 651.041337] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.041530] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.041627] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.042038] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.042714] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.042912] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.043109] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.043409] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.043485] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.043774] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.043907] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.044092] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.044679] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.044904] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.044962] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.045108] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.068698] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.068888] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.069045] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.069216] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.069583] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-8cc8f04c-db92-49cd-a0b3-fa2eee6edd64 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.069927] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-8cc8f04c-db92-49cd-a0b3-fa2eee6edd64" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.069927] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-8cc8f04c-db92-49cd-a0b3-fa2eee6edd64" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.070438] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-8cc8f04c-db92-49cd-a0b3-fa2eee6edd64" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.070538] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cc8f04c-db92-49cd-a0b3-fa2eee6edd64',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.159573] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13742d57-e310-4b06-8aa1-e3adb1df18fa [ 651.159957] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.160122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.160243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.160568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.160732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.160872] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13742d57-e310-4b06-8aa1-e3adb1df18fa already deleted. [ 651.160999] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13742d57-e310-4b06-8aa1-e3adb1df18fa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.577357] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.577357] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.577357] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.577357] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.577357] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.577847] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 8cc8f04c-db92-49cd-a0b3-fa2eee6edd64 not found, creating... [ 651.577894] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.578754] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.578754] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.578754] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.579126] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.581618] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.581618] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.581618] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.581618] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.581618] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.581618] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 8cc8f04c-db92-49cd-a0b3-fa2eee6edd64 is going to be created. [ 651.606349] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.606762] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.606968] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.607279] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.607546] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.607840] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-8cc8f04c-db92-49cd-a0b3-fa2eee6edd64" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.616858] env[66341]: INFO networking_nsxv3.common.synchronization [req-994c4528-72f7-4689-ad27-1af549bc2733 req-0576d237-99aa-4847-a3e8-1dbd5567845e tempest-SecurityGroupRulesTestJSON-1059841549 tempest-SecurityGroupRulesTestJSON-1059841549-project-member] Enqueued Resource ID: dc0c2310-c17e-490e-8d35-2c80e395af82 with Priority: HIGHEST for action security_group_rules [ 651.616858] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc0c2310-c17e-490e-8d35-2c80e395af82 with Priority: HIGHEST for action security_group_rules [ 651.617249] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc0c2310-c17e-490e-8d35-2c80e395af82 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.617515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc0c2310-c17e-490e-8d35-2c80e395af82" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.617680] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc0c2310-c17e-490e-8d35-2c80e395af82" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.617977] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc0c2310-c17e-490e-8d35-2c80e395af82" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.618211] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc0c2310-c17e-490e-8d35-2c80e395af82',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.645032] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad28b08-b7eb-4fbc-8970-0ff4141f12e7 in Status: SUCCESS [ 651.645032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.141898] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.142676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.142830] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.143433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.143433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.143433] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc0c2310-c17e-490e-8d35-2c80e395af82 already deleted. [ 652.143884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc0c2310-c17e-490e-8d35-2c80e395af82" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.165620] env[66341]: INFO networking_nsxv3.common.synchronization [None req-8a0c580c-64e1-40ef-9a0d-4e94702a18cf None None] Enqueued Resource ID: 360e5b85-98b3-41af-aa7d-5e57d9263dbd with Priority: HIGHEST for action port [ 652.166339] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360e5b85-98b3-41af-aa7d-5e57d9263dbd with Priority: HIGHEST for action port [ 652.166657] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-360e5b85-98b3-41af-aa7d-5e57d9263dbd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.167174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-360e5b85-98b3-41af-aa7d-5e57d9263dbd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.167174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-360e5b85-98b3-41af-aa7d-5e57d9263dbd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.167174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-360e5b85-98b3-41af-aa7d-5e57d9263dbd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.167457] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('360e5b85-98b3-41af-aa7d-5e57d9263dbd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.245661] env[66341]: INFO networking_nsxv3.common.synchronization [req-271396fb-bf71-40a3-b552-d54505fe6e54 req-7960147e-ffa9-42f9-99cc-64857409fb3c tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 652.246143] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 652.246455] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.246575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.246651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.246885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.247042] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.247189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.247189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.247637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.247637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.247637] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.337291] env[66341]: INFO networking_nsxv3.common.synchronization [req-06c05dc1-6b41-480b-9c07-7a5be16a73b3 req-309ef741-db8b-4b05-85d8-7ceef8adae44 service nova] Enqueued Resource ID: be9de17f-af88-4ecf-9521-651f52a09a88 with Priority: HIGHEST for action security_group_rules [ 652.337291] env[66341]: INFO networking_nsxv3.common.synchronization [req-06c05dc1-6b41-480b-9c07-7a5be16a73b3 req-309ef741-db8b-4b05-85d8-7ceef8adae44 service nova] Enqueued Resource ID: be9de17f-af88-4ecf-9521-651f52a09a88 with Priority: HIGHEST for action security_group_members [ 652.337291] env[66341]: INFO networking_nsxv3.common.synchronization [req-06c05dc1-6b41-480b-9c07-7a5be16a73b3 req-309ef741-db8b-4b05-85d8-7ceef8adae44 service nova] Enqueued Resource ID: 8cc8f04c-db92-49cd-a0b3-fa2eee6edd64 with Priority: HIGHEST for action port [ 652.338762] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9de17f-af88-4ecf-9521-651f52a09a88 with Priority: HIGHEST for action security_group_rules [ 652.338762] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9de17f-af88-4ecf-9521-651f52a09a88 with Priority: HIGHEST for action security_group_members [ 652.338762] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cc8f04c-db92-49cd-a0b3-fa2eee6edd64 with Priority: HIGHEST for action port [ 652.342029] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be9de17f-af88-4ecf-9521-651f52a09a88 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.342029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.342029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.342029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.342029] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be9de17f-af88-4ecf-9521-651f52a09a88',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.342029] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9de17f-af88-4ecf-9521-651f52a09a88 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.342029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.342029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.342029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.342928] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.343220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.343572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.343911] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.347020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.347020] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9de17f-af88-4ecf-9521-651f52a09a88',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.347020] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cc8f04c-db92-49cd-a0b3-fa2eee6edd64 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.347020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cc8f04c-db92-49cd-a0b3-fa2eee6edd64" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.347020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cc8f04c-db92-49cd-a0b3-fa2eee6edd64" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.347020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cc8f04c-db92-49cd-a0b3-fa2eee6edd64" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.347020] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cc8f04c-db92-49cd-a0b3-fa2eee6edd64',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.670808] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 360e5b85-98b3-41af-aa7d-5e57d9263dbd [ 652.670808] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.670808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.670808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.670808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.670808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.670808] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:360e5b85-98b3-41af-aa7d-5e57d9263dbd already deleted. [ 652.670808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-360e5b85-98b3-41af-aa7d-5e57d9263dbd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.722946] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-236 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.722946] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-236" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.722946] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-236" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.723362] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-236" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.723702] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.723815] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.723868] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.724367] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.724678] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.724969] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.725246] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.725246] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.725358] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.725421] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.725570] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.725943] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.749744] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.749942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.750098] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.750331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.750505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.750733] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.750862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.750927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.751567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.751567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.751567] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 already deleted. [ 652.751567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.755289] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.755289] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.755289] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.755289] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-236" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.755707] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-41d428ff-2789-4d9e-94a6-3d6e4861c5ad taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.755707] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-41d428ff-2789-4d9e-94a6-3d6e4861c5ad" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.755707] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-41d428ff-2789-4d9e-94a6-3d6e4861c5ad" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.755983] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-41d428ff-2789-4d9e-94a6-3d6e4861c5ad" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.756177] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41d428ff-2789-4d9e-94a6-3d6e4861c5ad',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.849803] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9de17f-af88-4ecf-9521-651f52a09a88 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.850039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.850296] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be9de17f-af88-4ecf-9521-651f52a09a88',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.851531] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8cc8f04c-db92-49cd-a0b3-fa2eee6edd64 with status ACTIVE [ 652.851735] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.851883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.851950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.852333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.852391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.852804] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.853956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.853956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.853956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.853956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.853956] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.853956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.853956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.853956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.853956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.854491] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8cc8f04c-db92-49cd-a0b3-fa2eee6edd64 is going to be updated. [ 652.887331] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.887547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.887620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.887885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.888091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.888262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cc8f04c-db92-49cd-a0b3-fa2eee6edd64" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.937090] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9b86060-7aa7-4607-a839-57d2631744bf in Status: SUCCESS [ 652.937625] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9b86060-7aa7-4607-a839-57d2631744bf deletion is rescheduled due to dependency. [ 652.937625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.098983] env[66341]: INFO networking_nsxv3.common.synchronization [None req-3568accf-ac9b-4743-a81c-055d4266b62b None None] Enqueued Resource ID: 2abdb576-aa23-46b2-a74d-e5dfb1ef6604 with Priority: HIGHEST for action port [ 653.099723] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2abdb576-aa23-46b2-a74d-e5dfb1ef6604 with Priority: HIGHEST for action port [ 653.100111] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-2abdb576-aa23-46b2-a74d-e5dfb1ef6604 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.100247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2abdb576-aa23-46b2-a74d-e5dfb1ef6604" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.100338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2abdb576-aa23-46b2-a74d-e5dfb1ef6604" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.100644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2abdb576-aa23-46b2-a74d-e5dfb1ef6604" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.100737] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2abdb576-aa23-46b2-a74d-e5dfb1ef6604',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.259512] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.259866] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.259912] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.260222] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.260365] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.260538] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 41d428ff-2789-4d9e-94a6-3d6e4861c5ad not found, creating... [ 653.260818] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.260981] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.261107] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.261348] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.261480] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.262436] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.262436] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.262436] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.262436] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.262877] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.262877] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 41d428ff-2789-4d9e-94a6-3d6e4861c5ad is going to be created. [ 653.285502] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.285805] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.285990] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.286404] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.286790] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.287135] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-41d428ff-2789-4d9e-94a6-3d6e4861c5ad" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.357131] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be9de17f-af88-4ecf-9521-651f52a09a88',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.603342] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2abdb576-aa23-46b2-a74d-e5dfb1ef6604 [ 653.603753] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.603753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.603753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.604055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.604055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.604179] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2abdb576-aa23-46b2-a74d-e5dfb1ef6604 already deleted. [ 653.604244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2abdb576-aa23-46b2-a74d-e5dfb1ef6604" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.859110] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.861479] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.861479] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.861479] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.861479] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.861479] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9de17f-af88-4ecf-9521-651f52a09a88 is going to be created. [ 653.889918] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.891172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.891172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.891172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.893029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.903225] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9de17f-af88-4ecf-9521-651f52a09a88 in Status: UNINITIALIZED for 2s [ 653.994334] env[66341]: INFO networking_nsxv3.common.synchronization [req-271396fb-bf71-40a3-b552-d54505fe6e54 req-bee83ab1-6b55-4068-af26-cb86cb7543ee service nova] Enqueued Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_rules [ 653.994334] env[66341]: INFO networking_nsxv3.common.synchronization [req-271396fb-bf71-40a3-b552-d54505fe6e54 req-bee83ab1-6b55-4068-af26-cb86cb7543ee service nova] Enqueued Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 653.994334] env[66341]: INFO networking_nsxv3.common.synchronization [req-271396fb-bf71-40a3-b552-d54505fe6e54 req-bee83ab1-6b55-4068-af26-cb86cb7543ee service nova] Enqueued Resource ID: 41d428ff-2789-4d9e-94a6-3d6e4861c5ad with Priority: HIGHEST for action port [ 653.994334] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_rules [ 653.994334] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 653.994334] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d428ff-2789-4d9e-94a6-3d6e4861c5ad with Priority: HIGHEST for action port [ 653.994334] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.994334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.994334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.994869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.995089] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.996661] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.996917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.997802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.997802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.997802] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.997802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.997802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.997802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.998175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.998175] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.998868] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-41d428ff-2789-4d9e-94a6-3d6e4861c5ad taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.999031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41d428ff-2789-4d9e-94a6-3d6e4861c5ad" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.999129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41d428ff-2789-4d9e-94a6-3d6e4861c5ad" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.999514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41d428ff-2789-4d9e-94a6-3d6e4861c5ad" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.999514] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41d428ff-2789-4d9e-94a6-3d6e4861c5ad',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.502613] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.502894] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.502894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.503092] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41d428ff-2789-4d9e-94a6-3d6e4861c5ad with status ACTIVE [ 654.503515] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.503515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.503515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.503784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.503784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.503898] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.503980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.503980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.504167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.504241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.504427] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.504529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.504671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.504727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.504857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.504857] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41d428ff-2789-4d9e-94a6-3d6e4861c5ad is going to be updated. [ 654.527701] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.528198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.528502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.528778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.529023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.529316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41d428ff-2789-4d9e-94a6-3d6e4861c5ad" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.759313] env[66341]: INFO networking_nsxv3.common.synchronization [req-8ae57c99-1401-4dd9-89a8-d3b2d948f02c req-8fc166c6-f9ea-41f5-8213-c4151fd79d47 tempest-ServersTestJSON-86142683 tempest-ServersTestJSON-86142683-project-member] Enqueued Resource ID: a329d69a-03af-470d-8e31-ba681262a6b3 with Priority: HIGHEST for action security_group_members [ 654.759851] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a329d69a-03af-470d-8e31-ba681262a6b3 with Priority: HIGHEST for action security_group_members [ 654.760417] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-a329d69a-03af-470d-8e31-ba681262a6b3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.760417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.760417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.760712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.760842] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.760942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.761022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.761172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.761320] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.761435] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a329d69a-03af-470d-8e31-ba681262a6b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.006760] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.052763] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-83 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.052971] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-83" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.053102] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-83" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.053483] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-83" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.053893] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.054106] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.054261] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.054498] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.054652] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.054933] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.055078] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.055183] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.055286] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.055392] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.055492] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.055668] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.075162] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.075374] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.075539] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.075759] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-83" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.076107] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-c180698f-eaf9-4ece-87dd-4fb1c56953b5 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.076286] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-c180698f-eaf9-4ece-87dd-4fb1c56953b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.076442] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-c180698f-eaf9-4ece-87dd-4fb1c56953b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.076831] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-c180698f-eaf9-4ece-87dd-4fb1c56953b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.076982] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c180698f-eaf9-4ece-87dd-4fb1c56953b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.263560] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.263760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.263808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.264039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.264132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.264327] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.264428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.264493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.264652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.264744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.264828] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a329d69a-03af-470d-8e31-ba681262a6b3 already deleted. [ 655.264960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.509321] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.509831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.509831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.509947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.509947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.510078] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 is going to be created. [ 655.538398] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.538626] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.538729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.538932] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.539134] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.550928] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: UNINITIALIZED for 2s [ 655.579377] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.579653] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.579798] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.580148] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.580336] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.580501] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port c180698f-eaf9-4ece-87dd-4fb1c56953b5 not found, creating... [ 655.580831] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.581038] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.581202] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.581552] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.581710] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.582066] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.582324] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.582519] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.582858] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.583106] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.583339] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: c180698f-eaf9-4ece-87dd-4fb1c56953b5 is going to be created. [ 655.606325] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.606631] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.606766] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.607059] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.607285] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.607506] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-c180698f-eaf9-4ece-87dd-4fb1c56953b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.913573] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9de17f-af88-4ecf-9521-651f52a09a88 in Status: SUCCESS [ 655.913875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.914056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.914277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.914469] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.914600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.914658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.914800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.914880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.914965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.915065] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be9de17f-af88-4ecf-9521-651f52a09a88',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.408061] env[66341]: INFO networking_nsxv3.common.synchronization [req-8ae57c99-1401-4dd9-89a8-d3b2d948f02c req-e354700e-f355-4884-8591-e459eaf74192 service nova] Enqueued Resource ID: a329d69a-03af-470d-8e31-ba681262a6b3 with Priority: HIGHEST for action security_group_rules [ 656.408736] env[66341]: INFO networking_nsxv3.common.synchronization [req-8ae57c99-1401-4dd9-89a8-d3b2d948f02c req-e354700e-f355-4884-8591-e459eaf74192 service nova] Enqueued Resource ID: a329d69a-03af-470d-8e31-ba681262a6b3 with Priority: HIGHEST for action security_group_members [ 656.408736] env[66341]: INFO networking_nsxv3.common.synchronization [req-8ae57c99-1401-4dd9-89a8-d3b2d948f02c req-e354700e-f355-4884-8591-e459eaf74192 service nova] Enqueued Resource ID: c180698f-eaf9-4ece-87dd-4fb1c56953b5 with Priority: HIGHEST for action port [ 656.409515] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a329d69a-03af-470d-8e31-ba681262a6b3 with Priority: HIGHEST for action security_group_rules [ 656.409702] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a329d69a-03af-470d-8e31-ba681262a6b3 with Priority: HIGHEST for action security_group_members [ 656.409889] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c180698f-eaf9-4ece-87dd-4fb1c56953b5 with Priority: HIGHEST for action port [ 656.410240] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a329d69a-03af-470d-8e31-ba681262a6b3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.410434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.410564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.410858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.410986] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a329d69a-03af-470d-8e31-ba681262a6b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.412499] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-a329d69a-03af-470d-8e31-ba681262a6b3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.412784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.414687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.414687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.414687] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.414687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.414687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.415286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.415479] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.415594] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a329d69a-03af-470d-8e31-ba681262a6b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.417463] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-c180698f-eaf9-4ece-87dd-4fb1c56953b5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.417615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c180698f-eaf9-4ece-87dd-4fb1c56953b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.417693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c180698f-eaf9-4ece-87dd-4fb1c56953b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.417957] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c180698f-eaf9-4ece-87dd-4fb1c56953b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.418064] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c180698f-eaf9-4ece-87dd-4fb1c56953b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.419734] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9de17f-af88-4ecf-9521-651f52a09a88 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.419883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.419950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.420637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.420637] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.420637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.420637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.421046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.421046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.421046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.421046] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9de17f-af88-4ecf-9521-651f52a09a88 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.421237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.421237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.421299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.421700] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.421700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.421700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.421894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.421894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.421969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.422081] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be9de17f-af88-4ecf-9521-651f52a09a88',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.913439] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-a329d69a-03af-470d-8e31-ba681262a6b3 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.913790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.918017] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a329d69a-03af-470d-8e31-ba681262a6b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.923569] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c180698f-eaf9-4ece-87dd-4fb1c56953b5 with status ACTIVE [ 656.923997] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.923997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.923997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.924275] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.924373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.924580] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.924763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.924763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.924895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.924970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.925165] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.925608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.925608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.925608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.925608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.925608] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c180698f-eaf9-4ece-87dd-4fb1c56953b5 is going to be updated. [ 656.926672] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be9de17f-af88-4ecf-9521-651f52a09a88: rpc.has_security_group_logging(os_id): False [ 656.944383] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.944531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.944606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.944826] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.944961] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.945219] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.945329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.945395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.945557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.945650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.945823] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.946148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.946148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.946148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.946465] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.946465] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.946576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.946576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.946692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.946766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.946848] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be9de17f-af88-4ecf-9521-651f52a09a88 is going to be created. [ 656.950917] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.950917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.950917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.951222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.951222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.951324] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c180698f-eaf9-4ece-87dd-4fb1c56953b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.023533] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.023533] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.023790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.023790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.023942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.037160] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be9de17f-af88-4ecf-9521-651f52a09a88 in Status: IN_PROGRESS for 2s [ 657.420523] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a329d69a-03af-470d-8e31-ba681262a6b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.570117] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: SUCCESS [ 657.570370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.570553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.570818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.570993] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.571158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.571230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.571390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.571476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.571564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.571656] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.923136] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.923572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.923572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.923733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.923839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.923967] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a329d69a-03af-470d-8e31-ba681262a6b3 is going to be created. [ 657.950396] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.950643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.950711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.951118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.951219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.984609] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a329d69a-03af-470d-8e31-ba681262a6b3 in Status: UNINITIALIZED for 2s [ 658.073931] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.074945] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.074945] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.074945] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.075189] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.075189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.075311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.075366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.075463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.075520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.075693] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.075786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.075861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.076017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.076176] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.076307] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.076358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.076509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.076632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.076720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.076844] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.579244] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 651f16e9-13ff-45e0-8896-12ce01e01a57: rpc.has_security_group_logging(os_id): False [ 658.597548] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.597815] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.597815] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.598107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.598232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.598458] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.598624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.598698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.598905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.598991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.599235] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.599353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.599428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.599620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.599732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.599951] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.600075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.600176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.600319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.600414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.600529] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 is going to be created. [ 658.660123] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.660311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.660373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.660562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.660851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.673848] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: IN_PROGRESS for 2s [ 659.037371] env[66341]: INFO networking_nsxv3.common.synchronization [req-c9556618-aa44-4b17-bca1-f29319240fa3 req-ee727221-a816-4305-9f87-3d6f8bb1d288 tempest-DeleteServersAdminTestJSON-780779696 tempest-DeleteServersAdminTestJSON-780779696-project-member] Enqueued Resource ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d with Priority: HIGHEST for action security_group_members [ 659.041189] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d with Priority: HIGHEST for action security_group_members [ 659.042011] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.042166] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.042259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.042504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.042725] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.042884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.042967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.043146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.043243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.043347] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.057375] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be9de17f-af88-4ecf-9521-651f52a09a88 in Status: SUCCESS [ 659.057375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.406962] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.407202] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.407611] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.407760] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.408689] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.408689] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.408689] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.409083] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.409254] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.409916] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.410652] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.410878] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.411477] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.414137] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.414137] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.414137] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.436939] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.437605] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.437605] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.437605] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.439222] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-403f0a52-fbf4-453e-88d5-216df560a29b taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.439537] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-403f0a52-fbf4-453e-88d5-216df560a29b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.439936] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-403f0a52-fbf4-453e-88d5-216df560a29b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.440259] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-403f0a52-fbf4-453e-88d5-216df560a29b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.440425] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('403f0a52-fbf4-453e-88d5-216df560a29b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.546572] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.546826] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.546916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.547204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.547312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.547559] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.547759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.547759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.547909] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.548008] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.548107] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d is going to be updated. [ 659.582934] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.583147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.583257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.583525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.583675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.595601] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d in Status: IN_PROGRESS for 2s [ 659.944511] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.945135] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.945135] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.945605] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.945605] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.945739] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 403f0a52-fbf4-453e-88d5-216df560a29b not found, creating... [ 659.946447] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.946447] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.946447] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.946625] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.946772] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.947197] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.947407] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.947521] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.947738] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.947869] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.948015] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 403f0a52-fbf4-453e-88d5-216df560a29b is going to be created. [ 659.974210] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.974348] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.974472] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.974864] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.975014] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.975274] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-403f0a52-fbf4-453e-88d5-216df560a29b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.000860] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a329d69a-03af-470d-8e31-ba681262a6b3 in Status: SUCCESS [ 660.001891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.001891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.001891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.001891] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.002212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.002212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.002285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.002586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.002586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.002586] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a329d69a-03af-470d-8e31-ba681262a6b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.505337] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a329d69a-03af-470d-8e31-ba681262a6b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.687541] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: SUCCESS [ 660.687778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.753836] env[66341]: INFO networking_nsxv3.common.synchronization [req-c9556618-aa44-4b17-bca1-f29319240fa3 req-89f68101-7114-4180-8d4d-0164abd0d020 service nova] Enqueued Resource ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d with Priority: HIGHEST for action security_group_rules [ 660.753836] env[66341]: INFO networking_nsxv3.common.synchronization [req-c9556618-aa44-4b17-bca1-f29319240fa3 req-89f68101-7114-4180-8d4d-0164abd0d020 service nova] Enqueued Resource ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d with Priority: HIGHEST for action security_group_members [ 660.753836] env[66341]: INFO networking_nsxv3.common.synchronization [req-c9556618-aa44-4b17-bca1-f29319240fa3 req-89f68101-7114-4180-8d4d-0164abd0d020 service nova] Enqueued Resource ID: 403f0a52-fbf4-453e-88d5-216df560a29b with Priority: HIGHEST for action port [ 660.754118] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d with Priority: HIGHEST for action security_group_rules [ 660.754433] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d with Priority: HIGHEST for action security_group_members [ 660.754565] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403f0a52-fbf4-453e-88d5-216df560a29b with Priority: HIGHEST for action port [ 660.754890] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.755119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.755230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.755484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.755580] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.756743] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.756876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.757205] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-403f0a52-fbf4-453e-88d5-216df560a29b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.757308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-403f0a52-fbf4-453e-88d5-216df560a29b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.757353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-403f0a52-fbf4-453e-88d5-216df560a29b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.757578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-403f0a52-fbf4-453e-88d5-216df560a29b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.757697] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('403f0a52-fbf4-453e-88d5-216df560a29b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.007466] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a329d69a-03af-470d-8e31-ba681262a6b3: rpc.has_security_group_logging(os_id): False [ 661.026313] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.026575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.026575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.026909] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.027052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.027926] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.027926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.027926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.027926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.028141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.028241] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a329d69a-03af-470d-8e31-ba681262a6b3 is going to be created. [ 661.101186] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.101396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.101396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.103019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.103019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.116095] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a329d69a-03af-470d-8e31-ba681262a6b3 in Status: IN_PROGRESS for 2s [ 661.260471] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.260642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.260869] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 403f0a52-fbf4-453e-88d5-216df560a29b with status ACTIVE [ 661.261068] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.261182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.261245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.261459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.261638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.261814] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.261910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.261975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.262151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.262228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.262410] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.262502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.262591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.262701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.262795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.262935] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 403f0a52-fbf4-453e-88d5-216df560a29b is going to be updated. [ 661.299041] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.299274] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.299274] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.299477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.299615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.299812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-403f0a52-fbf4-453e-88d5-216df560a29b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.606224] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d in Status: SUCCESS [ 661.606660] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d deletion is rescheduled due to dependency. [ 661.606660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.606881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.606942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.607768] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.607768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.607768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.607768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.607768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.607768] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.747749] env[66341]: INFO networking_nsxv3.common.synchronization [req-c91aa512-28eb-48a7-829f-2c2a3c067c6f req-b38c8f7c-ab6d-4c97-9b6c-63247b65d710 tempest-ImagesOneServerNegativeTestJSON-1858042452 tempest-ImagesOneServerNegativeTestJSON-1858042452-project-member] Enqueued Resource ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf with Priority: HIGHEST for action security_group_members [ 661.749106] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf with Priority: HIGHEST for action security_group_members [ 661.749106] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.749395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.749736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.749976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.750165] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.750301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.750356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.750808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.750808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.750808] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b5701b1-bb10-411e-b4c9-cd7bdf5135cf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.111312] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.254715] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.254814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.254925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.255219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.255423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.255582] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.256092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.256190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.256394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.256537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.256689] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf already deleted. [ 662.256787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.262408] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-886 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.262408] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.262692] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.265503] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.265724] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.265882] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.266014] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.266247] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.266389] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.266681] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.266815] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.266923] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.267034] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.267145] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.267244] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.267372] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.289914] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.291326] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.291326] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.291326] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.291326] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-2652ffa7-e2a0-482e-94c1-2cec2727b83a taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.291326] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-2652ffa7-e2a0-482e-94c1-2cec2727b83a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.291326] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-2652ffa7-e2a0-482e-94c1-2cec2727b83a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.291685] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-2652ffa7-e2a0-482e-94c1-2cec2727b83a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.291685] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2652ffa7-e2a0-482e-94c1-2cec2727b83a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.613743] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.797085] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.797085] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.797085] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.797085] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.797085] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.797085] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 2652ffa7-e2a0-482e-94c1-2cec2727b83a not found, creating... [ 662.797085] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.797085] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.797085] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.797085] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.797085] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.797712] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.797712] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.797712] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.797712] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.797712] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.797712] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 2652ffa7-e2a0-482e-94c1-2cec2727b83a is going to be created. [ 662.823363] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.823363] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.823363] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.823363] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.823363] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.823363] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-2652ffa7-e2a0-482e-94c1-2cec2727b83a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.119030] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.119030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.119030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.119030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.119030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.119030] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d is going to be updated. [ 663.137197] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a329d69a-03af-470d-8e31-ba681262a6b3 in Status: SUCCESS [ 663.137197] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.152024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.152024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.152024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.152024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.152024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.164747] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d in Status: IN_PROGRESS for 2s [ 663.607995] env[66341]: INFO networking_nsxv3.common.synchronization [req-c91aa512-28eb-48a7-829f-2c2a3c067c6f req-6a4bb49f-c4a5-47ec-a321-a4de1783e35d service nova] Enqueued Resource ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf with Priority: HIGHEST for action security_group_rules [ 663.608204] env[66341]: INFO networking_nsxv3.common.synchronization [req-c91aa512-28eb-48a7-829f-2c2a3c067c6f req-6a4bb49f-c4a5-47ec-a321-a4de1783e35d service nova] Enqueued Resource ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf with Priority: HIGHEST for action security_group_members [ 663.608334] env[66341]: INFO networking_nsxv3.common.synchronization [req-c91aa512-28eb-48a7-829f-2c2a3c067c6f req-6a4bb49f-c4a5-47ec-a321-a4de1783e35d service nova] Enqueued Resource ID: 2652ffa7-e2a0-482e-94c1-2cec2727b83a with Priority: HIGHEST for action port [ 663.608880] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf with Priority: HIGHEST for action security_group_rules [ 663.610423] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf with Priority: HIGHEST for action security_group_members [ 663.610622] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2652ffa7-e2a0-482e-94c1-2cec2727b83a with Priority: HIGHEST for action port [ 663.610950] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.611133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.611190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.611471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.611559] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b5701b1-bb10-411e-b4c9-cd7bdf5135cf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.616023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.616023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.616369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.616369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.616456] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.616652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.616652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.616781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.616872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.616970] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b5701b1-bb10-411e-b4c9-cd7bdf5135cf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.620848] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-2652ffa7-e2a0-482e-94c1-2cec2727b83a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.620848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2652ffa7-e2a0-482e-94c1-2cec2727b83a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.620848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2652ffa7-e2a0-482e-94c1-2cec2727b83a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.620848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2652ffa7-e2a0-482e-94c1-2cec2727b83a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.620848] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2652ffa7-e2a0-482e-94c1-2cec2727b83a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.999013] env[66341]: INFO networking_nsxv3.common.synchronization [req-a689ed1e-a687-4a79-80d5-62c22d727c77 req-1e558564-a7dd-4630-bc0d-e217fb8c24b3 tempest-ServerDiskConfigTestJSON-1657017966 tempest-ServerDiskConfigTestJSON-1657017966-project-member] Enqueued Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 663.999539] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 663.999885] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.999989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.001307] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.001526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.001703] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.001816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.001877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.002076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.002170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.002267] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.123151] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b5701b1-bb10-411e-b4c9-cd7bdf5135cf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.123950] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.124108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.124231] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2652ffa7-e2a0-482e-94c1-2cec2727b83a with status ACTIVE [ 664.125215] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.125215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.125215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.125215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.125215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.125215] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.125215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.125215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.125554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.125554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.125554] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.125679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.125679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.126387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.126387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.126387] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2652ffa7-e2a0-482e-94c1-2cec2727b83a is going to be updated. [ 664.147835] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.147976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.148088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.148310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.148446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.148631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2652ffa7-e2a0-482e-94c1-2cec2727b83a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.506690] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.506856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.506930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.507214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.507307] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.507535] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.507651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.507705] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.507840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.507909] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.508021] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 is going to be updated. [ 664.542035] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.542294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.542294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.542480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.542638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.555400] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: IN_PROGRESS for 2s [ 664.628079] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b5701b1-bb10-411e-b4c9-cd7bdf5135cf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.130294] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.130499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.130604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.131040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.131040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.131165] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf is going to be created. [ 665.157090] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.157314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.157517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.157787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.160572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.170830] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf in Status: UNINITIALIZED for 2s [ 665.172733] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d in Status: SUCCESS [ 665.172991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.173194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.173410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.173603] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.173787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.173837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.174051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.174138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.174226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.174316] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.676796] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.677243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.677243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.677492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.677834] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.678953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.678953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.678953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.678953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.678953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.678953] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.678953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.679590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.679590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.679590] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.679815] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.679815] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.679990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.680117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.680203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.680307] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.184970] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d: rpc.has_security_group_logging(os_id): False [ 666.208021] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.208200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.208243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.208462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.208625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.208912] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.209071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.209141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.209259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.209342] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.209538] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.209708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.209754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.209900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.209986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.215886] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.215886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.215886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.215886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.215886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.215886] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d is going to be updated. [ 666.300024] env[66341]: INFO networking_nsxv3.common.synchronization [None req-5c4d91d7-3b1a-4d89-804d-f252faa27645 None None] Enqueued Resource ID: bb01bdf4-11d9-481e-b50c-a8814b2b8ba3 with Priority: HIGHEST for action port [ 666.300024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.301189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.301455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.301781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.302072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.305236] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb01bdf4-11d9-481e-b50c-a8814b2b8ba3 with Priority: HIGHEST for action port [ 666.305236] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb01bdf4-11d9-481e-b50c-a8814b2b8ba3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.305236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb01bdf4-11d9-481e-b50c-a8814b2b8ba3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.305236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb01bdf4-11d9-481e-b50c-a8814b2b8ba3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.305236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb01bdf4-11d9-481e-b50c-a8814b2b8ba3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.305236] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb01bdf4-11d9-481e-b50c-a8814b2b8ba3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.321337] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d in Status: IN_PROGRESS for 2s [ 666.565962] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: SUCCESS [ 666.566383] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 deletion is rescheduled due to dependency. [ 666.566552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.808490] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb01bdf4-11d9-481e-b50c-a8814b2b8ba3 [ 666.808822] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.808989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.808989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.809283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.809352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.809448] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb01bdf4-11d9-481e-b50c-a8814b2b8ba3 already deleted. [ 666.809536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb01bdf4-11d9-481e-b50c-a8814b2b8ba3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.105516] env[66341]: INFO networking_nsxv3.common.synchronization [req-bef1c367-f051-4655-a5db-3d9a90bd8101 req-ce089ecf-7fc4-4fb2-bee5-3f6cea9210ba tempest-InstanceActionsNegativeTestJSON-462876282 tempest-InstanceActionsNegativeTestJSON-462876282-project-member] Enqueued Resource ID: c93a91ae-677e-40bf-8d67-bdfe267792f1 with Priority: HIGHEST for action security_group_members [ 667.106620] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c93a91ae-677e-40bf-8d67-bdfe267792f1 with Priority: HIGHEST for action security_group_members [ 667.106620] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c93a91ae-677e-40bf-8d67-bdfe267792f1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.106620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.106620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.106620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.106992] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.106992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.106992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.109199] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.109352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.109508] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c93a91ae-677e-40bf-8d67-bdfe267792f1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.182443] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf in Status: SUCCESS [ 667.182618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.182698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.182945] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.183184] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.183326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.183391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.183661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.183744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.183785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.183859] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b5701b1-bb10-411e-b4c9-cd7bdf5135cf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.309880] env[66341]: INFO networking_nsxv3.common.synchronization [req-3e828f6e-4e06-4004-a14f-f43ae402cfe4 req-55c11873-c8ae-4e3d-93a7-7cdd63fca29c tempest-FloatingIPsAssociationTestJSON-1991619011 tempest-FloatingIPsAssociationTestJSON-1991619011-project-member] Enqueued Resource ID: 3c81d12b-3c6c-4096-be8d-884214954723 with Priority: HIGHEST for action security_group_members [ 667.311762] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c81d12b-3c6c-4096-be8d-884214954723 with Priority: HIGHEST for action security_group_members [ 667.311762] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c81d12b-3c6c-4096-be8d-884214954723 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.311762] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.311762] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.311762] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.312048] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.312048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.312048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.312167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.312310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.312363] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c81d12b-3c6c-4096-be8d-884214954723',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.612700] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.612700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.612700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.612700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.612700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.612989] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.613064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.613119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.613537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.613537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.613537] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c93a91ae-677e-40bf-8d67-bdfe267792f1 is going to be updated. [ 667.643271] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.643407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.643489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.643692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.643848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.655191] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c93a91ae-677e-40bf-8d67-bdfe267792f1 in Status: IN_PROGRESS for 2s [ 667.687377] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.687377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.687377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.687377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.687377] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.687377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.687377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.687377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.687948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.687948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.687948] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.687948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.687948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.687948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.688318] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.688318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.688419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.688610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.688811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.688916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.689066] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b5701b1-bb10-411e-b4c9-cd7bdf5135cf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.815281] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c81d12b-3c6c-4096-be8d-884214954723',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.855422] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.855619] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-471" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.855738] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-471" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.856923] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-471" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.856923] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.856923] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.856923] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.856923] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.856923] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.857317] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.857317] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.857441] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.857515] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.857607] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.858083] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.858244] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.892764] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.893048] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.893149] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.893257] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-471" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.893577] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-dc0b4907-108e-48e2-aee7-22c67fb82798 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.893838] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-dc0b4907-108e-48e2-aee7-22c67fb82798" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.893921] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-dc0b4907-108e-48e2-aee7-22c67fb82798" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.894310] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-dc0b4907-108e-48e2-aee7-22c67fb82798" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.894461] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc0b4907-108e-48e2-aee7-22c67fb82798',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.194895] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf: rpc.has_security_group_logging(os_id): False [ 668.216256] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.216738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.216934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.217282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.217485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.217810] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.218047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.218228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.218767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.218954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.219259] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.219495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.219650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.219986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.220176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.220457] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.220687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.220893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.221182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.221349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.221515] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf is going to be created. [ 668.292581] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.292819] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.292941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.293267] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.293556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.318051] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf in Status: IN_PROGRESS for 2s [ 668.318170] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c81d12b-3c6c-4096-be8d-884214954723',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.340349] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d in Status: SUCCESS [ 668.340569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.397630] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.398259] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.398259] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.398259] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.398769] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.398769] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port dc0b4907-108e-48e2-aee7-22c67fb82798 not found, creating... [ 668.399328] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.399328] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.399328] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.399704] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.399704] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.399814] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.399953] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.400101] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.400308] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.400439] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.400573] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: dc0b4907-108e-48e2-aee7-22c67fb82798 is going to be created. [ 668.439495] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.439851] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.439851] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.440172] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.440875] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.440875] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-dc0b4907-108e-48e2-aee7-22c67fb82798" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.821766] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.822169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.822169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.822367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.822367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.822432] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c81d12b-3c6c-4096-be8d-884214954723 is going to be updated. [ 668.855340] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.855511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.855814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.855814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.856091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.859859] env[66341]: INFO networking_nsxv3.common.synchronization [None req-d79e4c4f-2cdf-4331-b726-9feaea55463a None None] Enqueued Resource ID: 08e07169-4387-40d2-b914-da23fb1ad6dd with Priority: HIGHEST for action port [ 668.860593] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e07169-4387-40d2-b914-da23fb1ad6dd with Priority: HIGHEST for action port [ 668.860923] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-08e07169-4387-40d2-b914-da23fb1ad6dd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.861073] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08e07169-4387-40d2-b914-da23fb1ad6dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.861213] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08e07169-4387-40d2-b914-da23fb1ad6dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.861501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08e07169-4387-40d2-b914-da23fb1ad6dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.861601] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08e07169-4387-40d2-b914-da23fb1ad6dd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.869631] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c81d12b-3c6c-4096-be8d-884214954723 in Status: IN_PROGRESS for 2s [ 669.137799] env[66341]: INFO networking_nsxv3.common.synchronization [req-3e828f6e-4e06-4004-a14f-f43ae402cfe4 req-ae9f6aa2-f549-4e8c-98f2-6fa44c984087 service nova] Enqueued Resource ID: 3c81d12b-3c6c-4096-be8d-884214954723 with Priority: HIGHEST for action security_group_rules [ 669.138039] env[66341]: INFO networking_nsxv3.common.synchronization [req-3e828f6e-4e06-4004-a14f-f43ae402cfe4 req-ae9f6aa2-f549-4e8c-98f2-6fa44c984087 service nova] Enqueued Resource ID: 3c81d12b-3c6c-4096-be8d-884214954723 with Priority: HIGHEST for action security_group_members [ 669.138093] env[66341]: INFO networking_nsxv3.common.synchronization [req-3e828f6e-4e06-4004-a14f-f43ae402cfe4 req-ae9f6aa2-f549-4e8c-98f2-6fa44c984087 service nova] Enqueued Resource ID: dc0b4907-108e-48e2-aee7-22c67fb82798 with Priority: HIGHEST for action port [ 669.138764] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c81d12b-3c6c-4096-be8d-884214954723 with Priority: HIGHEST for action security_group_rules [ 669.138811] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c81d12b-3c6c-4096-be8d-884214954723 with Priority: HIGHEST for action security_group_members [ 669.138894] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc0b4907-108e-48e2-aee7-22c67fb82798 with Priority: HIGHEST for action port [ 669.139444] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c81d12b-3c6c-4096-be8d-884214954723 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.139602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.139645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.139864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.139946] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c81d12b-3c6c-4096-be8d-884214954723',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.140794] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c81d12b-3c6c-4096-be8d-884214954723 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.140900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.141746] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc0b4907-108e-48e2-aee7-22c67fb82798 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.141840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc0b4907-108e-48e2-aee7-22c67fb82798" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.141887] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc0b4907-108e-48e2-aee7-22c67fb82798" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.142570] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc0b4907-108e-48e2-aee7-22c67fb82798" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.142635] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc0b4907-108e-48e2-aee7-22c67fb82798',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.245836] env[66341]: INFO networking_nsxv3.common.synchronization [None req-31ca4bc1-b2ea-45fb-8cde-c0e7c97f13bb None None] Enqueued Resource ID: 0637fca6-159a-4766-83d9-033926841edf with Priority: HIGHEST for action port [ 669.250612] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0637fca6-159a-4766-83d9-033926841edf with Priority: HIGHEST for action port [ 669.251182] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-0637fca6-159a-4766-83d9-033926841edf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.251401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0637fca6-159a-4766-83d9-033926841edf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.251547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0637fca6-159a-4766-83d9-033926841edf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.251947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0637fca6-159a-4766-83d9-033926841edf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.252126] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0637fca6-159a-4766-83d9-033926841edf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.364226] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08e07169-4387-40d2-b914-da23fb1ad6dd [ 669.364537] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.364824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.364824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.364973] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.365063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.365165] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08e07169-4387-40d2-b914-da23fb1ad6dd already deleted. [ 669.365280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08e07169-4387-40d2-b914-da23fb1ad6dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.646055] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc0b4907-108e-48e2-aee7-22c67fb82798 with status ACTIVE [ 669.646323] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.646463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.646659] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.646763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.646859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.647072] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.647177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.647231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.647405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.647496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.647687] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.647781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.647840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.647986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.648072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.648158] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc0b4907-108e-48e2-aee7-22c67fb82798 is going to be updated. [ 669.649862] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c81d12b-3c6c-4096-be8d-884214954723 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.649970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.677778] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c93a91ae-677e-40bf-8d67-bdfe267792f1 in Status: SUCCESS [ 669.677937] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c93a91ae-677e-40bf-8d67-bdfe267792f1 deletion is rescheduled due to dependency. [ 669.678129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.689326] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.689326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.689326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.689808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.689808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.690425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc0b4907-108e-48e2-aee7-22c67fb82798" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.754775] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0637fca6-159a-4766-83d9-033926841edf [ 669.754983] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.755202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.755286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.755539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.755641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.755751] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0637fca6-159a-4766-83d9-033926841edf already deleted. [ 669.755851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0637fca6-159a-4766-83d9-033926841edf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.331179] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf in Status: SUCCESS [ 670.331537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.879624] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c81d12b-3c6c-4096-be8d-884214954723 in Status: SUCCESS [ 670.882366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.882366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.882366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.882366] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.882366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.882366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.882366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.882366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.882366] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c81d12b-3c6c-4096-be8d-884214954723',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.214333] env[66341]: INFO networking_nsxv3.common.synchronization [req-a92e9fa5-cd72-45f8-a04b-88967a89b384 req-b6c5fc4c-dc5d-4c7c-9f99-83debc233a07 tempest-MigrationsAdminTest-1093486676 tempest-MigrationsAdminTest-1093486676-project-member] Enqueued Resource ID: f369ba42-c031-4a0d-9642-3ed430084029 with Priority: HIGHEST for action security_group_members [ 671.214854] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f369ba42-c031-4a0d-9642-3ed430084029 with Priority: HIGHEST for action security_group_members [ 671.215212] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-f369ba42-c031-4a0d-9642-3ed430084029 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.215340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.215409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.215670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.216029] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.216029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.216029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.216408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.216506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.216603] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f369ba42-c031-4a0d-9642-3ed430084029',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.247707] env[66341]: INFO networking_nsxv3.common.synchronization [None req-3d6d6364-7ec9-47ba-bd11-30fea53e053a None None] Enqueued Resource ID: 363153de-60e3-4710-b3f1-d5a965c7b679 with Priority: HIGHEST for action port [ 671.249119] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 363153de-60e3-4710-b3f1-d5a965c7b679 with Priority: HIGHEST for action port [ 671.249805] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-363153de-60e3-4710-b3f1-d5a965c7b679 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.250052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-363153de-60e3-4710-b3f1-d5a965c7b679" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.250144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-363153de-60e3-4710-b3f1-d5a965c7b679" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.251826] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-363153de-60e3-4710-b3f1-d5a965c7b679" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.251826] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('363153de-60e3-4710-b3f1-d5a965c7b679',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.385433] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c81d12b-3c6c-4096-be8d-884214954723',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.653125] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.653125] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.653125] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.653125] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.653125] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.653125] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.653125] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.655255] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.655255] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.655444] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.655554] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.655658] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.655758] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.655881] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.655984] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.656127] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.674675] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.674882] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 671.675114] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.675552] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.676487] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-7166235a-177b-4907-b23e-a011b0dc5589 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.676487] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-7166235a-177b-4907-b23e-a011b0dc5589" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.676487] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-7166235a-177b-4907-b23e-a011b0dc5589" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.676941] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-7166235a-177b-4907-b23e-a011b0dc5589" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.677123] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7166235a-177b-4907-b23e-a011b0dc5589',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.719487] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.719676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.719746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.719991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.720100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.720330] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.720432] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.720496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.720692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.720792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.720842] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f369ba42-c031-4a0d-9642-3ed430084029 already deleted. [ 671.720972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.755029] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 363153de-60e3-4710-b3f1-d5a965c7b679 [ 671.755029] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.755029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.755292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.755292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.755365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.755457] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:363153de-60e3-4710-b3f1-d5a965c7b679 already deleted. [ 671.755530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-363153de-60e3-4710-b3f1-d5a965c7b679" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.891420] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c81d12b-3c6c-4096-be8d-884214954723',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.180704] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.180986] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.181174] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.181540] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.181734] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.181939] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 7166235a-177b-4907-b23e-a011b0dc5589 not found, creating... [ 672.182310] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.182520] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.182682] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.184015] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.184015] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.184015] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.184015] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.184015] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.184345] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.184449] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.184650] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 7166235a-177b-4907-b23e-a011b0dc5589 is going to be created. [ 672.212604] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.212892] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.213078] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.214032] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.214032] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.214572] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-7166235a-177b-4907-b23e-a011b0dc5589" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.386715] env[66341]: INFO networking_nsxv3.common.synchronization [None req-61a130d7-6589-4af4-a96d-e2f83f6cf5e5 None None] Enqueued Resource ID: cb8fdb0a-29e1-4d0e-95da-0a1f8cbc5666 with Priority: HIGHEST for action port [ 672.387677] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb8fdb0a-29e1-4d0e-95da-0a1f8cbc5666 with Priority: HIGHEST for action port [ 672.388156] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb8fdb0a-29e1-4d0e-95da-0a1f8cbc5666 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.388356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb8fdb0a-29e1-4d0e-95da-0a1f8cbc5666" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.388537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb8fdb0a-29e1-4d0e-95da-0a1f8cbc5666" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.388860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb8fdb0a-29e1-4d0e-95da-0a1f8cbc5666" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.388972] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb8fdb0a-29e1-4d0e-95da-0a1f8cbc5666',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.397038] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.397038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.397038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.397038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.397038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.397038] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c81d12b-3c6c-4096-be8d-884214954723 is going to be updated. [ 672.550572] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.550777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.550963] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.551231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.551375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.561771] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c81d12b-3c6c-4096-be8d-884214954723 in Status: IN_PROGRESS for 2s [ 672.892334] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb8fdb0a-29e1-4d0e-95da-0a1f8cbc5666 [ 672.892334] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.892334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.892670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.895950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.895950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.895950] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb8fdb0a-29e1-4d0e-95da-0a1f8cbc5666 already deleted. [ 672.895950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb8fdb0a-29e1-4d0e-95da-0a1f8cbc5666" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.015031] env[66341]: INFO networking_nsxv3.common.synchronization [req-a92e9fa5-cd72-45f8-a04b-88967a89b384 req-d83c6447-dd87-4773-a014-6064a84788bf service nova] Enqueued Resource ID: f369ba42-c031-4a0d-9642-3ed430084029 with Priority: HIGHEST for action security_group_rules [ 673.015031] env[66341]: INFO networking_nsxv3.common.synchronization [req-a92e9fa5-cd72-45f8-a04b-88967a89b384 req-d83c6447-dd87-4773-a014-6064a84788bf service nova] Enqueued Resource ID: f369ba42-c031-4a0d-9642-3ed430084029 with Priority: HIGHEST for action security_group_members [ 673.015254] env[66341]: INFO networking_nsxv3.common.synchronization [req-a92e9fa5-cd72-45f8-a04b-88967a89b384 req-d83c6447-dd87-4773-a014-6064a84788bf service nova] Enqueued Resource ID: 7166235a-177b-4907-b23e-a011b0dc5589 with Priority: HIGHEST for action port [ 673.016226] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f369ba42-c031-4a0d-9642-3ed430084029 with Priority: HIGHEST for action security_group_rules [ 673.016226] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f369ba42-c031-4a0d-9642-3ed430084029 with Priority: HIGHEST for action security_group_members [ 673.016226] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7166235a-177b-4907-b23e-a011b0dc5589 with Priority: HIGHEST for action port [ 673.016419] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f369ba42-c031-4a0d-9642-3ed430084029 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.016527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.016527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.016798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.016877] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f369ba42-c031-4a0d-9642-3ed430084029',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.018074] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-f369ba42-c031-4a0d-9642-3ed430084029 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.021144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.021144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.021144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.021144] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.021144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.021144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.021144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.021144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.021144] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f369ba42-c031-4a0d-9642-3ed430084029',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.021144] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-7166235a-177b-4907-b23e-a011b0dc5589 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.021144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7166235a-177b-4907-b23e-a011b0dc5589" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.021144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7166235a-177b-4907-b23e-a011b0dc5589" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.021144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7166235a-177b-4907-b23e-a011b0dc5589" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.021144] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7166235a-177b-4907-b23e-a011b0dc5589',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.523240] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-f369ba42-c031-4a0d-9642-3ed430084029 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.526200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.526200] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f369ba42-c031-4a0d-9642-3ed430084029',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.527554] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7166235a-177b-4907-b23e-a011b0dc5589 with status ACTIVE [ 673.527886] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.527886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.528043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.528354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.528354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.528436] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.528553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.528616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.528763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.528965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.529094] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.529363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.529363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.529450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.529496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.529566] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7166235a-177b-4907-b23e-a011b0dc5589 is going to be updated. [ 673.559548] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.559548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.559548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.560925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.560925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.560925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7166235a-177b-4907-b23e-a011b0dc5589" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.028492] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f369ba42-c031-4a0d-9642-3ed430084029',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.372416] env[66341]: INFO networking_nsxv3.common.synchronization [None req-0d953858-b482-447a-bb20-83a4766b8015 tempest-ServerActionsV293TestJSON-1389632695 tempest-ServerActionsV293TestJSON-1389632695-project-member] Enqueued Resource ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff with Priority: HIGHEST for action security_group_rules [ 674.372998] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff with Priority: HIGHEST for action security_group_rules [ 674.373367] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e0cdc10-5791-462b-bca6-93bb5c0334ff taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.373367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.373617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.373677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.373763] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e0cdc10-5791-462b-bca6-93bb5c0334ff',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.531775] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.532060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.532060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.533519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.533519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.533519] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f369ba42-c031-4a0d-9642-3ed430084029 is going to be created. [ 674.560148] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.560398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.560398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.560626] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.560802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.575367] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c81d12b-3c6c-4096-be8d-884214954723 in Status: SUCCESS [ 674.575485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.575612] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.575832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.576097] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.576396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.576396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.576512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.576512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.576597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.576677] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c81d12b-3c6c-4096-be8d-884214954723',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.578375] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f369ba42-c031-4a0d-9642-3ed430084029 in Status: UNINITIALIZED for 2s [ 674.605713] env[66341]: INFO networking_nsxv3.common.synchronization [req-0fec4458-6183-4921-b6e9-ec52218cd65b req-919d5e51-538a-4d72-83c6-3eb724301475 tempest-ImagesNegativeTestJSON-1043600529 tempest-ImagesNegativeTestJSON-1043600529-project-member] Enqueued Resource ID: b924818a-e964-41e2-8003-9b161e4e7c28 with Priority: HIGHEST for action security_group_members [ 674.606345] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b924818a-e964-41e2-8003-9b161e4e7c28 with Priority: HIGHEST for action security_group_members [ 674.606621] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b924818a-e964-41e2-8003-9b161e4e7c28 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.606791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.606848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.607575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.607575] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.607575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.607750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.607750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.607835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.607923] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b924818a-e964-41e2-8003-9b161e4e7c28',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.645971] env[66341]: INFO networking_nsxv3.common.synchronization [None req-b9d0b0cc-9b27-4050-89df-5678373f53fe None None] Enqueued Resource ID: d9d21a83-98c9-4ae8-b1a7-10f925115212 with Priority: HIGHEST for action port [ 674.646519] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9d21a83-98c9-4ae8-b1a7-10f925115212 with Priority: HIGHEST for action port [ 674.646887] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9d21a83-98c9-4ae8-b1a7-10f925115212 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.647076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9d21a83-98c9-4ae8-b1a7-10f925115212" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.647076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9d21a83-98c9-4ae8-b1a7-10f925115212" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.647404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9d21a83-98c9-4ae8-b1a7-10f925115212" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.647404] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9d21a83-98c9-4ae8-b1a7-10f925115212',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.835572] env[66341]: INFO networking_nsxv3.common.synchronization [None req-aced13f4-0bc5-47ff-b0d6-144408153917 tempest-ServerActionsV293TestJSON-1389632695 tempest-ServerActionsV293TestJSON-1389632695-project-member] Enqueued Resource ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff with Priority: HIGHEST for action security_group_rules [ 674.836335] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff with Priority: HIGHEST for action security_group_rules [ 674.837466] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e0cdc10-5791-462b-bca6-93bb5c0334ff taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.837466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.899931] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.900172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.900335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.900682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.901054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.901054] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff already deleted. [ 674.901054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.901325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.901599] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.901734] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e0cdc10-5791-462b-bca6-93bb5c0334ff',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.952259] env[66341]: INFO networking_nsxv3.common.synchronization [req-c879c885-e8bf-4ece-9cf6-37d34dc1f49d req-d47d48be-cc50-4b8e-9163-2aeeb18e6987 tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 674.952467] env[66341]: INFO networking_nsxv3.common.synchronization [req-c879c885-e8bf-4ece-9cf6-37d34dc1f49d req-d47d48be-cc50-4b8e-9163-2aeeb18e6987 tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac with Priority: HIGHEST for action security_group_members [ 674.953428] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 674.953580] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac with Priority: HIGHEST for action security_group_members [ 674.953972] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.954232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.954375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.955406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.955642] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.955805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.955916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.956293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.956517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.956587] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.957695] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-5629f8f9-62a6-4fdd-8a49-af99341930ac taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.959015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.959015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.959015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.959015] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.959015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.959015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.959497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.959497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.959677] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5629f8f9-62a6-4fdd-8a49-af99341930ac',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.016791] env[66341]: INFO networking_nsxv3.common.synchronization [req-c879c885-e8bf-4ece-9cf6-37d34dc1f49d req-d47d48be-cc50-4b8e-9163-2aeeb18e6987 tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac with Priority: HIGHEST for action security_group_rules [ 675.017925] env[66341]: INFO networking_nsxv3.common.synchronization [req-c879c885-e8bf-4ece-9cf6-37d34dc1f49d req-d47d48be-cc50-4b8e-9163-2aeeb18e6987 tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac with Priority: HIGHEST for action security_group_members [ 675.017925] env[66341]: INFO networking_nsxv3.common.synchronization [req-c879c885-e8bf-4ece-9cf6-37d34dc1f49d req-d47d48be-cc50-4b8e-9163-2aeeb18e6987 tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_rules [ 675.017925] env[66341]: INFO networking_nsxv3.common.synchronization [req-c879c885-e8bf-4ece-9cf6-37d34dc1f49d req-d47d48be-cc50-4b8e-9163-2aeeb18e6987 tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 675.017925] env[66341]: INFO networking_nsxv3.common.synchronization [req-c879c885-e8bf-4ece-9cf6-37d34dc1f49d req-d47d48be-cc50-4b8e-9163-2aeeb18e6987 tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 41d428ff-2789-4d9e-94a6-3d6e4861c5ad with Priority: HIGHEST for action port [ 675.018266] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac with Priority: HIGHEST for action security_group_rules [ 675.018372] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_rules [ 675.018472] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d428ff-2789-4d9e-94a6-3d6e4861c5ad with Priority: HIGHEST for action port [ 675.018616] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac with Priority: HIGHEST for action security_group_members [ 675.018616] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 675.018912] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5629f8f9-62a6-4fdd-8a49-af99341930ac taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.019058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.019119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.019835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.019835] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5629f8f9-62a6-4fdd-8a49-af99341930ac',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.020386] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.020501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.020657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.020737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.020830] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.021718] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-41d428ff-2789-4d9e-94a6-3d6e4861c5ad taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.021821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41d428ff-2789-4d9e-94a6-3d6e4861c5ad" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.021887] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41d428ff-2789-4d9e-94a6-3d6e4861c5ad" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.022054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41d428ff-2789-4d9e-94a6-3d6e4861c5ad" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.022125] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41d428ff-2789-4d9e-94a6-3d6e4861c5ad',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.022827] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-5629f8f9-62a6-4fdd-8a49-af99341930ac taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.022896] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.023069] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.023150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.082385] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c81d12b-3c6c-4096-be8d-884214954723 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.082385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.082385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.082385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.082385] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.082385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.082385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.082385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.082385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.082385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.082385] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c81d12b-3c6c-4096-be8d-884214954723 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.082385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.082385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.082385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.082385] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.082385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.083116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.083116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.083116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.083116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.083116] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c81d12b-3c6c-4096-be8d-884214954723',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.110729] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.110892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.110964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.111269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.111399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.111637] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.111914] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.111914] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.112065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.112219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.112366] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b924818a-e964-41e2-8003-9b161e4e7c28 already deleted. [ 675.112491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.150892] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9d21a83-98c9-4ae8-b1a7-10f925115212 [ 675.151385] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.151385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.151385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.152185] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.152185] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.152185] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9d21a83-98c9-4ae8-b1a7-10f925115212 already deleted. [ 675.152185] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9d21a83-98c9-4ae8-b1a7-10f925115212" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.191634] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.191634] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-535" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.191771] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-535" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.192056] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-535" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.192384] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.192550] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.192663] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.192898] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.193682] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.193792] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.194402] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.194402] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.194402] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.194402] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.194595] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.194845] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.214150] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.214325] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 675.214446] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.214624] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-535" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.214940] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-6c1cae5d-ecec-4c02-b68e-eb76d6b0fa41 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.215117] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-6c1cae5d-ecec-4c02-b68e-eb76d6b0fa41" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.215233] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-6c1cae5d-ecec-4c02-b68e-eb76d6b0fa41" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.215589] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-6c1cae5d-ecec-4c02-b68e-eb76d6b0fa41" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.215732] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c1cae5d-ecec-4c02-b68e-eb76d6b0fa41',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.423449] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.423643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.423731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.423972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.424113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.424205] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff already deleted. [ 675.424296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.461707] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5629f8f9-62a6-4fdd-8a49-af99341930ac',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.463546] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.524350] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-5629f8f9-62a6-4fdd-8a49-af99341930ac taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.524350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.524611] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41d428ff-2789-4d9e-94a6-3d6e4861c5ad with status ACTIVE [ 675.524725] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.524858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.525034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.525276] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.525394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.525598] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.525731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.525819] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.526098] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.526232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.526453] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.526711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.526711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.526902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.527065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.527201] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41d428ff-2789-4d9e-94a6-3d6e4861c5ad is going to be updated. [ 675.528509] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.528630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.553851] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.554372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.554372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.554372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.554559] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.554618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41d428ff-2789-4d9e-94a6-3d6e4861c5ad" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.586343] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c81d12b-3c6c-4096-be8d-884214954723: rpc.has_security_group_logging(os_id): False [ 675.615331] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.615441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.615502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.615794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.615917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.616218] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.616355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.616439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.616683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.616790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.617036] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.617163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.617338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.617431] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.617531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.617787] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.617906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.617993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.618191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.618290] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.618411] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c81d12b-3c6c-4096-be8d-884214954723 is going to be updated. [ 675.718722] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.718722] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.719085] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.719300] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.719500] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.719792] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 6c1cae5d-ecec-4c02-b68e-eb76d6b0fa41 not found, creating... [ 675.720156] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.720329] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.720468] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.720779] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.720884] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.721220] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.721386] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.721514] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.721777] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.721931] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.722076] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 6c1cae5d-ecec-4c02-b68e-eb76d6b0fa41 is going to be created. [ 675.724894] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.725172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.725172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.725335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.725483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.754544] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c81d12b-3c6c-4096-be8d-884214954723 in Status: IN_PROGRESS for 2s [ 675.768469] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.768734] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.768888] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.769222] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.769467] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.769728] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-6c1cae5d-ecec-4c02-b68e-eb76d6b0fa41" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.964977] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5629f8f9-62a6-4fdd-8a49-af99341930ac',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.966762] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.469440] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.469440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.469440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.469440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.469440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.469440] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac is going to be created. [ 676.471492] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.471610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.471689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.472122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.472122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.472122] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 is going to be updated. [ 676.474064] env[66341]: INFO networking_nsxv3.common.synchronization [req-0fec4458-6183-4921-b6e9-ec52218cd65b req-43a629bd-a329-4e07-813d-b0f4e5d5e10e service nova] Enqueued Resource ID: b924818a-e964-41e2-8003-9b161e4e7c28 with Priority: HIGHEST for action security_group_rules [ 676.474064] env[66341]: INFO networking_nsxv3.common.synchronization [req-0fec4458-6183-4921-b6e9-ec52218cd65b req-43a629bd-a329-4e07-813d-b0f4e5d5e10e service nova] Enqueued Resource ID: b924818a-e964-41e2-8003-9b161e4e7c28 with Priority: HIGHEST for action security_group_members [ 676.474064] env[66341]: INFO networking_nsxv3.common.synchronization [req-0fec4458-6183-4921-b6e9-ec52218cd65b req-43a629bd-a329-4e07-813d-b0f4e5d5e10e service nova] Enqueued Resource ID: 6c1cae5d-ecec-4c02-b68e-eb76d6b0fa41 with Priority: HIGHEST for action port [ 676.475511] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b924818a-e964-41e2-8003-9b161e4e7c28 with Priority: HIGHEST for action security_group_rules [ 676.475887] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b924818a-e964-41e2-8003-9b161e4e7c28 with Priority: HIGHEST for action security_group_members [ 676.476144] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c1cae5d-ecec-4c02-b68e-eb76d6b0fa41 with Priority: HIGHEST for action port [ 676.477170] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b924818a-e964-41e2-8003-9b161e4e7c28 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.478031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.478031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.478031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.478031] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b924818a-e964-41e2-8003-9b161e4e7c28',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.479839] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b924818a-e964-41e2-8003-9b161e4e7c28 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.480141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.480211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.482259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.483090] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.483090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.483090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.483090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.483090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.483436] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b924818a-e964-41e2-8003-9b161e4e7c28',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.484302] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c1cae5d-ecec-4c02-b68e-eb76d6b0fa41 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.485176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c1cae5d-ecec-4c02-b68e-eb76d6b0fa41" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.485176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c1cae5d-ecec-4c02-b68e-eb76d6b0fa41" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.485176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c1cae5d-ecec-4c02-b68e-eb76d6b0fa41" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.485176] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c1cae5d-ecec-4c02-b68e-eb76d6b0fa41',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.510187] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.510187] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.510187] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.510187] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.510187] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.511656] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.511656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.511656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.511879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.512174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.525892] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac in Status: UNINITIALIZED for 2s [ 676.526724] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: IN_PROGRESS for 2s [ 676.591292] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f369ba42-c031-4a0d-9642-3ed430084029 in Status: SUCCESS [ 676.591292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.591292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.591292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.591292] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.591292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.591292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.591937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.591937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.591937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.591937] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f369ba42-c031-4a0d-9642-3ed430084029',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.868245] env[66341]: INFO networking_nsxv3.common.synchronization [req-940a7c79-802f-4614-8097-2918cd0e9629 req-0f8cb536-2f4c-482d-9aa9-884dba001477 tempest-ImagesTestJSON-624667671 tempest-ImagesTestJSON-624667671-project-member] Enqueued Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 676.868245] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 676.868245] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.868245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.868245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.868865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.869197] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.869453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.869801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.870132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.870447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.870645] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.980742] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b924818a-e964-41e2-8003-9b161e4e7c28 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.980930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.986387] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b924818a-e964-41e2-8003-9b161e4e7c28',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.989127] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c1cae5d-ecec-4c02-b68e-eb76d6b0fa41 with status ACTIVE [ 676.989406] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.990721] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.990906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.991483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.991538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.991845] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.992132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.992281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.992542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.993520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.993845] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.994156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.994278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.994433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.995336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.995336] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c1cae5d-ecec-4c02-b68e-eb76d6b0fa41 is going to be updated. [ 677.024308] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.024506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.024556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.028026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.028026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.028026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c1cae5d-ecec-4c02-b68e-eb76d6b0fa41" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.094352] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-f369ba42-c031-4a0d-9642-3ed430084029 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.094586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.094586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.094782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.095036] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.095128] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.095128] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.095281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.095423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.095458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.095597] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-f369ba42-c031-4a0d-9642-3ed430084029 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.095693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.095757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.095897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.096081] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.096154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.096203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.096334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.096412] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.096492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.096595] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f369ba42-c031-4a0d-9642-3ed430084029',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.373529] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.373738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.373931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.374077] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.374162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.374366] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.374497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.374580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.374684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.374823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.374889] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 is going to be updated. [ 677.406186] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.406373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.406449] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.406674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.407037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.421351] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: IN_PROGRESS for 2s [ 677.489972] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b924818a-e964-41e2-8003-9b161e4e7c28',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.599467] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f369ba42-c031-4a0d-9642-3ed430084029: rpc.has_security_group_logging(os_id): False [ 677.619854] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.620061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.620061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.620277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.620367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.620641] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.621942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.621942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.621942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.621942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.621942] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.621942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.621942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.622288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.622288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.622288] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.622420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.622420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.622579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.622647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.622700] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f369ba42-c031-4a0d-9642-3ed430084029 is going to be created. [ 677.696855] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.697499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.697499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.697499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.697499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.709234] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f369ba42-c031-4a0d-9642-3ed430084029 in Status: IN_PROGRESS for 2s [ 677.774917] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c81d12b-3c6c-4096-be8d-884214954723 in Status: SUCCESS [ 677.775164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.960497] env[66341]: INFO networking_nsxv3.common.synchronization [req-dcffe844-d4d2-4603-a6c1-a1337e0ba6ed req-24dec1f1-2011-43a1-837a-c5b65c3eddd7 tempest-ServerAddressesNegativeTestJSON-70684853 tempest-ServerAddressesNegativeTestJSON-70684853-project-member] Enqueued Resource ID: 7644278a-6129-4559-9d7b-20d1fd85523d with Priority: HIGHEST for action security_group_members [ 677.961089] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7644278a-6129-4559-9d7b-20d1fd85523d with Priority: HIGHEST for action security_group_members [ 677.961405] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-7644278a-6129-4559-9d7b-20d1fd85523d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.961529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.961597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.961896] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.963772] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.964041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.964099] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.964349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.964479] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.964929] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7644278a-6129-4559-9d7b-20d1fd85523d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.995626] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.995943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.995943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.997508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.997508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.997508] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b924818a-e964-41e2-8003-9b161e4e7c28 is going to be created. [ 678.035081] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.035364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.035364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.035541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.036117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.073852] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b924818a-e964-41e2-8003-9b161e4e7c28 in Status: UNINITIALIZED for 2s [ 678.468626] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.468879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.468950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.469255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.469344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.469636] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.469754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.469843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.470025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.470111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.470204] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7644278a-6129-4559-9d7b-20d1fd85523d already deleted. [ 678.470286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.541023] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac in Status: SUCCESS [ 678.541023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.541023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.541023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.541023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.541023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.541023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.541023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.541023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.541023] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5629f8f9-62a6-4fdd-8a49-af99341930ac',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.541954] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: SUCCESS [ 678.544375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.544375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.544375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.544375] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.544375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.544375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.544375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.544375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.544375] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.842507] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.842507] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-791" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.842507] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-791" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.842989] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-791" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.843650] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.843650] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.843650] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.843650] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.843882] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.844278] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.844278] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.844278] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.844278] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.844460] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.844460] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.844598] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.868209] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.868209] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.868461] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.868461] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-791" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.868892] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-476efefa-8e39-41a9-9992-769f1921c56f taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.869139] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-476efefa-8e39-41a9-9992-769f1921c56f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.869226] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-476efefa-8e39-41a9-9992-769f1921c56f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.869489] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-476efefa-8e39-41a9-9992-769f1921c56f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.869624] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('476efefa-8e39-41a9-9992-769f1921c56f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.045656] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5629f8f9-62a6-4fdd-8a49-af99341930ac',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.046773] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.376525] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.376525] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.376525] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.376525] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.376525] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.376525] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 476efefa-8e39-41a9-9992-769f1921c56f not found, creating... [ 679.376525] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.376525] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.376525] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.376525] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.376525] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.377086] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.377086] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.377086] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.377086] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.377086] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.377086] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 476efefa-8e39-41a9-9992-769f1921c56f is going to be created. [ 679.404028] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.404028] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.404028] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.404028] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.404028] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.404028] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-476efefa-8e39-41a9-9992-769f1921c56f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.433209] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: SUCCESS [ 679.433209] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 deletion is rescheduled due to dependency. [ 679.433209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.549410] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.554518] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5629f8f9-62a6-4fdd-8a49-af99341930ac',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.724269] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f369ba42-c031-4a0d-9642-3ed430084029 in Status: SUCCESS [ 679.726449] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.053817] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.054238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.054238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.054580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.054580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.054746] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 is going to be updated. [ 680.056308] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.056490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.056490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.056758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.056925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.056925] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac is going to be updated. [ 680.094649] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.094911] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.094911] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.095122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.095271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.097667] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.097915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.098117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.098414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.098758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.100765] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b924818a-e964-41e2-8003-9b161e4e7c28 in Status: SUCCESS [ 680.101057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.101732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.102107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.102480] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.102636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.102734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.102950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.103089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.103275] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.103403] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b924818a-e964-41e2-8003-9b161e4e7c28',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.116977] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac in Status: IN_PROGRESS for 2s [ 680.118099] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: IN_PROGRESS for 2s [ 680.165978] env[66341]: INFO networking_nsxv3.common.synchronization [req-dcffe844-d4d2-4603-a6c1-a1337e0ba6ed req-143e2a24-9d13-4796-9a82-895f8a085baf service nova] Enqueued Resource ID: 7644278a-6129-4559-9d7b-20d1fd85523d with Priority: HIGHEST for action security_group_rules [ 680.166178] env[66341]: INFO networking_nsxv3.common.synchronization [req-dcffe844-d4d2-4603-a6c1-a1337e0ba6ed req-143e2a24-9d13-4796-9a82-895f8a085baf service nova] Enqueued Resource ID: 7644278a-6129-4559-9d7b-20d1fd85523d with Priority: HIGHEST for action security_group_members [ 680.166828] env[66341]: INFO networking_nsxv3.common.synchronization [req-dcffe844-d4d2-4603-a6c1-a1337e0ba6ed req-143e2a24-9d13-4796-9a82-895f8a085baf service nova] Enqueued Resource ID: 476efefa-8e39-41a9-9992-769f1921c56f with Priority: HIGHEST for action port [ 680.167435] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7644278a-6129-4559-9d7b-20d1fd85523d with Priority: HIGHEST for action security_group_rules [ 680.167663] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7644278a-6129-4559-9d7b-20d1fd85523d with Priority: HIGHEST for action security_group_members [ 680.167868] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 476efefa-8e39-41a9-9992-769f1921c56f with Priority: HIGHEST for action port [ 680.168177] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7644278a-6129-4559-9d7b-20d1fd85523d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.168301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.168368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.168629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.168739] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7644278a-6129-4559-9d7b-20d1fd85523d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.170451] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-7644278a-6129-4559-9d7b-20d1fd85523d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.171622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.171622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.171622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.171622] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.171622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.171622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.171622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.171622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.171622] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7644278a-6129-4559-9d7b-20d1fd85523d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.175547] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-476efefa-8e39-41a9-9992-769f1921c56f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.175547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-476efefa-8e39-41a9-9992-769f1921c56f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.175547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-476efefa-8e39-41a9-9992-769f1921c56f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.175547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-476efefa-8e39-41a9-9992-769f1921c56f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.175547] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('476efefa-8e39-41a9-9992-769f1921c56f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.605274] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b924818a-e964-41e2-8003-9b161e4e7c28 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.605525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.605657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.605950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.606240] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.606371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.606473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.606733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.606871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.607013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.607198] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b924818a-e964-41e2-8003-9b161e4e7c28 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.607334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.607403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.607565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.607696] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.607791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.607852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.607989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.608098] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.608182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.608308] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b924818a-e964-41e2-8003-9b161e4e7c28',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.675475] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-7644278a-6129-4559-9d7b-20d1fd85523d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.675606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.676707] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7644278a-6129-4559-9d7b-20d1fd85523d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.677110] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 476efefa-8e39-41a9-9992-769f1921c56f with status ACTIVE [ 680.677376] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.678203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.678203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.679600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.679600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.679709] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.679862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.680013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.680309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.680464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.680800] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.680979] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.681110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.681394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.683761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.683986] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 476efefa-8e39-41a9-9992-769f1921c56f is going to be updated. [ 680.711798] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.712039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.712039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.712301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.712506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.712816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-476efefa-8e39-41a9-9992-769f1921c56f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.110403] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b924818a-e964-41e2-8003-9b161e4e7c28: rpc.has_security_group_logging(os_id): False [ 681.136116] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.136365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.136450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.136659] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.136778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.137077] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.137195] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.137290] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.137495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.137613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.137864] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.137991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.138836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.138952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.139748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.139748] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.139748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.139748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.139936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.139936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.140895] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b924818a-e964-41e2-8003-9b161e4e7c28 is going to be created. [ 681.187851] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7644278a-6129-4559-9d7b-20d1fd85523d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.230547] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.230547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.230547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.230547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.230547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.245153] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b924818a-e964-41e2-8003-9b161e4e7c28 in Status: IN_PROGRESS for 2s [ 681.499367] env[66341]: INFO networking_nsxv3.common.synchronization [req-e7915c49-2cc7-4ebc-9867-2f8a6254becd req-9bc75f06-1e6b-49f9-9e05-c9078d9c230c tempest-ServerDiagnosticsNegativeTest-463832186 tempest-ServerDiagnosticsNegativeTest-463832186-project-member] Enqueued Resource ID: be9de17f-af88-4ecf-9521-651f52a09a88 with Priority: HIGHEST for action security_group_members [ 681.499929] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9de17f-af88-4ecf-9521-651f52a09a88 with Priority: HIGHEST for action security_group_members [ 681.500277] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9de17f-af88-4ecf-9521-651f52a09a88 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.503043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.503043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.503043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.503043] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.503043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.503043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.503043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.503636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.503636] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9de17f-af88-4ecf-9521-651f52a09a88',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.623465] env[66341]: INFO networking_nsxv3.common.synchronization [req-3c547c4c-f60e-46bb-8e13-527080e93d0f req-1db84ff4-e28b-4e06-b4ec-ae6065582da9 tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 681.623842] env[66341]: INFO networking_nsxv3.common.synchronization [req-3c547c4c-f60e-46bb-8e13-527080e93d0f req-1db84ff4-e28b-4e06-b4ec-ae6065582da9 tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 9d208acf-c637-49e4-9e1c-b46154dcbc0d with Priority: HIGHEST for action security_group_members [ 681.623935] env[66341]: INFO networking_nsxv3.common.synchronization [req-3c547c4c-f60e-46bb-8e13-527080e93d0f req-1db84ff4-e28b-4e06-b4ec-ae6065582da9 tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac with Priority: HIGHEST for action security_group_members [ 681.625163] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 681.625686] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d208acf-c637-49e4-9e1c-b46154dcbc0d with Priority: HIGHEST for action security_group_members [ 681.625686] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac with Priority: HIGHEST for action security_group_members [ 681.626069] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.627371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.627371] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d208acf-c637-49e4-9e1c-b46154dcbc0d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.627371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d208acf-c637-49e4-9e1c-b46154dcbc0d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.627371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d208acf-c637-49e4-9e1c-b46154dcbc0d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.627371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d208acf-c637-49e4-9e1c-b46154dcbc0d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.627587] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.627587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.627739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.627925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.627986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.628129] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d208acf-c637-49e4-9e1c-b46154dcbc0d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.630374] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-5629f8f9-62a6-4fdd-8a49-af99341930ac taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.630822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.691888] env[66341]: INFO networking_nsxv3.common.synchronization [req-3c547c4c-f60e-46bb-8e13-527080e93d0f req-1db84ff4-e28b-4e06-b4ec-ae6065582da9 tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac with Priority: HIGHEST for action security_group_rules [ 681.692125] env[66341]: INFO networking_nsxv3.common.synchronization [req-3c547c4c-f60e-46bb-8e13-527080e93d0f req-1db84ff4-e28b-4e06-b4ec-ae6065582da9 tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac with Priority: HIGHEST for action security_group_members [ 681.692249] env[66341]: INFO networking_nsxv3.common.synchronization [req-3c547c4c-f60e-46bb-8e13-527080e93d0f req-1db84ff4-e28b-4e06-b4ec-ae6065582da9 tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_rules [ 681.692386] env[66341]: INFO networking_nsxv3.common.synchronization [req-3c547c4c-f60e-46bb-8e13-527080e93d0f req-1db84ff4-e28b-4e06-b4ec-ae6065582da9 tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 681.692506] env[66341]: INFO networking_nsxv3.common.synchronization [req-3c547c4c-f60e-46bb-8e13-527080e93d0f req-1db84ff4-e28b-4e06-b4ec-ae6065582da9 tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 9d208acf-c637-49e4-9e1c-b46154dcbc0d with Priority: HIGHEST for action security_group_rules [ 681.692658] env[66341]: INFO networking_nsxv3.common.synchronization [req-3c547c4c-f60e-46bb-8e13-527080e93d0f req-1db84ff4-e28b-4e06-b4ec-ae6065582da9 tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 9d208acf-c637-49e4-9e1c-b46154dcbc0d with Priority: HIGHEST for action security_group_members [ 681.692808] env[66341]: INFO networking_nsxv3.common.synchronization [req-3c547c4c-f60e-46bb-8e13-527080e93d0f req-1db84ff4-e28b-4e06-b4ec-ae6065582da9 tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 41d428ff-2789-4d9e-94a6-3d6e4861c5ad with Priority: HIGHEST for action port [ 681.693405] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac with Priority: HIGHEST for action security_group_rules [ 681.693566] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_rules [ 681.693642] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d208acf-c637-49e4-9e1c-b46154dcbc0d with Priority: HIGHEST for action security_group_members [ 681.693731] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d428ff-2789-4d9e-94a6-3d6e4861c5ad with Priority: HIGHEST for action port [ 681.693815] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d208acf-c637-49e4-9e1c-b46154dcbc0d with Priority: HIGHEST for action security_group_rules [ 681.694156] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac with Priority: HIGHEST for action security_group_members [ 681.694156] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 681.694325] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.694450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.694520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.694769] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.694813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.694922] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7644278a-6129-4559-9d7b-20d1fd85523d is going to be created. [ 681.696452] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5629f8f9-62a6-4fdd-8a49-af99341930ac taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.696556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.696759] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.697262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.697262] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d208acf-c637-49e4-9e1c-b46154dcbc0d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.697262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d208acf-c637-49e4-9e1c-b46154dcbc0d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.697262] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-41d428ff-2789-4d9e-94a6-3d6e4861c5ad taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.697568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41d428ff-2789-4d9e-94a6-3d6e4861c5ad" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.697568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41d428ff-2789-4d9e-94a6-3d6e4861c5ad" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.697672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41d428ff-2789-4d9e-94a6-3d6e4861c5ad" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.697672] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41d428ff-2789-4d9e-94a6-3d6e4861c5ad',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.699584] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d208acf-c637-49e4-9e1c-b46154dcbc0d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.699584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d208acf-c637-49e4-9e1c-b46154dcbc0d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.699584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d208acf-c637-49e4-9e1c-b46154dcbc0d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.699584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d208acf-c637-49e4-9e1c-b46154dcbc0d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.699799] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d208acf-c637-49e4-9e1c-b46154dcbc0d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.702880] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-5629f8f9-62a6-4fdd-8a49-af99341930ac taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.702880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.705518] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.705613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.735103] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.737049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.737049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.737049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.737049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.749150] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7644278a-6129-4559-9d7b-20d1fd85523d in Status: UNINITIALIZED for 2s [ 682.006422] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.006578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.010624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.010624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.010624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.010624] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.010624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.010624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.010624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.010624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.010624] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9de17f-af88-4ecf-9521-651f52a09a88 is going to be updated. [ 682.044835] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.044835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.044835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.045761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.045761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.056039] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9de17f-af88-4ecf-9521-651f52a09a88 in Status: IN_PROGRESS for 2s [ 682.086044] env[66341]: INFO networking_nsxv3.common.synchronization [req-1abbfaa0-6e17-456e-a931-370cf4615406 req-8cfa698d-35b4-472e-95c3-8e93fc2a30a7 tempest-ServerDiskConfigTestJSON-1657017966 tempest-ServerDiskConfigTestJSON-1657017966-project-member] Enqueued Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 682.086243] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 682.086925] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.087308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.087409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.087632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.087795] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.087910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.087972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.088128] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.088221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.088527] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.133808] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: SUCCESS [ 682.133808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.133808] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d208acf-c637-49e4-9e1c-b46154dcbc0d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.134921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.135380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.135932] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.136181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.136249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.137041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.137041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.137041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.137041] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.139607] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac in Status: SUCCESS [ 682.139607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.140516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.140516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.140516] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.140516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.140516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.140516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.141080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.141216] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.141956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.142207] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.142326] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.142436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.142501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.142790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.142790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.142790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.142972] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5629f8f9-62a6-4fdd-8a49-af99341930ac',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.144463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.144715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.147349] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.147349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.147349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.147349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.147349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.147349] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5629f8f9-62a6-4fdd-8a49-af99341930ac',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.199726] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41d428ff-2789-4d9e-94a6-3d6e4861c5ad with status ACTIVE [ 682.200257] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.200486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.200565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.200844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.200952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.201175] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.201276] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.201338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.201527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.201596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.202711] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.202711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.202711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.202711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.202711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.202711] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41d428ff-2789-4d9e-94a6-3d6e4861c5ad is going to be updated. [ 682.203946] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d208acf-c637-49e4-9e1c-b46154dcbc0d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.204047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d208acf-c637-49e4-9e1c-b46154dcbc0d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.235351] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.235351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.235351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.235351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.235715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.235715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41d428ff-2789-4d9e-94a6-3d6e4861c5ad" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.520740] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-260 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.520906] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-260" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.520978] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-260" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.521259] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-260" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.521545] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.524108] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.524108] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.524108] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.524108] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.524108] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.524108] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.524108] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.524108] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.524108] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.524108] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.524108] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.554213] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.554395] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.554530] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.554702] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-260" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.555035] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-d1de122f-e1c6-43d6-b631-d70970b7a2de taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.555195] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-d1de122f-e1c6-43d6-b631-d70970b7a2de" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.555326] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-d1de122f-e1c6-43d6-b631-d70970b7a2de" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.555734] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-d1de122f-e1c6-43d6-b631-d70970b7a2de" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.555882] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1de122f-e1c6-43d6-b631-d70970b7a2de',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.590546] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.590546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.590546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.590800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.590835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.591048] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.591294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.591377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.591552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.591640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.591735] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 is going to be updated. [ 682.625022] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.625204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.625273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.625646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.625797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.635259] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: IN_PROGRESS for 2s [ 682.640847] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d208acf-c637-49e4-9e1c-b46154dcbc0d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.644957] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.646241] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.646391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.649966] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5629f8f9-62a6-4fdd-8a49-af99341930ac',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.651269] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5629f8f9-62a6-4fdd-8a49-af99341930ac',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.062363] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.062363] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.062646] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.062798] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.062860] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.063490] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port d1de122f-e1c6-43d6-b631-d70970b7a2de not found, creating... [ 683.063490] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.063490] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.063742] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.063817] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.064816] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.064816] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.064816] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.064816] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.064816] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.065234] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.067235] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: d1de122f-e1c6-43d6-b631-d70970b7a2de is going to be created. [ 683.097813] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.098032] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.098233] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.098445] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.098654] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.099033] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-d1de122f-e1c6-43d6-b631-d70970b7a2de" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.143542] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.143542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.143934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.143934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.144044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.144153] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d208acf-c637-49e4-9e1c-b46154dcbc0d is going to be created. [ 683.148152] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.153293] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5629f8f9-62a6-4fdd-8a49-af99341930ac',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.154171] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5629f8f9-62a6-4fdd-8a49-af99341930ac: rpc.has_security_group_logging(os_id): False [ 683.258588] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.258588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.258588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.259648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.259648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.259648] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.259922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.260031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.260339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.260484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.260682] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac is going to be created. [ 683.263110] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.263110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.263110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.263328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.263723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.265204] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b924818a-e964-41e2-8003-9b161e4e7c28 in Status: SUCCESS [ 683.265601] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.278992] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d208acf-c637-49e4-9e1c-b46154dcbc0d in Status: UNINITIALIZED for 2s [ 683.360930] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.360930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.360930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.361265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.361265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.375809] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac in Status: IN_PROGRESS for 2s [ 683.650925] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.651516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.651827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.651827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.652093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.652093] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 is going to be updated. [ 683.658396] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.658618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.658810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.659112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.659269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.659319] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac is going to be updated. [ 683.690308] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.690308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.690308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.690308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.690308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.692506] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.692824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.693891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.693891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.693891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.704843] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac in Status: IN_PROGRESS for 2s [ 683.706423] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: IN_PROGRESS for 2s [ 683.760784] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7644278a-6129-4559-9d7b-20d1fd85523d in Status: SUCCESS [ 683.760784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.760784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.760784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.760784] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.761130] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.761130] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.761130] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.761262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.761262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.761346] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7644278a-6129-4559-9d7b-20d1fd85523d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.796655] env[66341]: INFO networking_nsxv3.common.synchronization [req-1abbfaa0-6e17-456e-a931-370cf4615406 req-08e3daea-adfc-4c5e-859c-6baec2a90bfe service nova] Enqueued Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_rules [ 683.796655] env[66341]: INFO networking_nsxv3.common.synchronization [req-1abbfaa0-6e17-456e-a931-370cf4615406 req-08e3daea-adfc-4c5e-859c-6baec2a90bfe service nova] Enqueued Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 683.796655] env[66341]: INFO networking_nsxv3.common.synchronization [req-1abbfaa0-6e17-456e-a931-370cf4615406 req-08e3daea-adfc-4c5e-859c-6baec2a90bfe service nova] Enqueued Resource ID: d1de122f-e1c6-43d6-b631-d70970b7a2de with Priority: HIGHEST for action port [ 683.796655] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_rules [ 683.797069] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 683.797069] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1de122f-e1c6-43d6-b631-d70970b7a2de with Priority: HIGHEST for action port [ 683.797928] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.797928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.797928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.799186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.799186] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.799186] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.799186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.799752] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1de122f-e1c6-43d6-b631-d70970b7a2de taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.799752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1de122f-e1c6-43d6-b631-d70970b7a2de" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.799752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1de122f-e1c6-43d6-b631-d70970b7a2de" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.799752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1de122f-e1c6-43d6-b631-d70970b7a2de" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.799752] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1de122f-e1c6-43d6-b631-d70970b7a2de',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.067633] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9de17f-af88-4ecf-9521-651f52a09a88 in Status: SUCCESS [ 684.067805] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9de17f-af88-4ecf-9521-651f52a09a88 deletion is rescheduled due to dependency. [ 684.067918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.265319] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-7644278a-6129-4559-9d7b-20d1fd85523d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.265319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.265751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.265751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.265751] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.265905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.265905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.266216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.266216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.266332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.266374] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-7644278a-6129-4559-9d7b-20d1fd85523d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.266509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.266509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.266660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.266880] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.266974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.266974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.267102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.267183] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.267258] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.267351] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7644278a-6129-4559-9d7b-20d1fd85523d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.301761] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.301950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.304325] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1de122f-e1c6-43d6-b631-d70970b7a2de with status ACTIVE [ 684.304325] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.304325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.304325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.304325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.304325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.304325] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.304325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.304649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.306349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.306349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.306349] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.306349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.306349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.306349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.306349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.306349] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1de122f-e1c6-43d6-b631-d70970b7a2de is going to be updated. [ 684.332031] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.332031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.332031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.332031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.332031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.332371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1de122f-e1c6-43d6-b631-d70970b7a2de" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.648709] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: SUCCESS [ 684.648988] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 deletion is rescheduled due to dependency. [ 684.649127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.649308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.649686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.649773] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.649871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.649941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.650125] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.650550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.650550] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.772548] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7644278a-6129-4559-9d7b-20d1fd85523d: rpc.has_security_group_logging(os_id): False [ 684.799820] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.799820] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.799820] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.799820] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.799820] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.799820] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.800370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.800370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.800571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.800714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.800986] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.801183] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.801434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.801645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.801771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.802084] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.802264] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.802368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.803330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.803489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.803622] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7644278a-6129-4559-9d7b-20d1fd85523d is going to be created. [ 684.891025] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.891025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.891025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.891025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.891025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.903206] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7644278a-6129-4559-9d7b-20d1fd85523d in Status: IN_PROGRESS for 2s [ 685.155382] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.294514] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d208acf-c637-49e4-9e1c-b46154dcbc0d in Status: SUCCESS [ 685.294514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d208acf-c637-49e4-9e1c-b46154dcbc0d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.294514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d208acf-c637-49e4-9e1c-b46154dcbc0d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.294514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d208acf-c637-49e4-9e1c-b46154dcbc0d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.294514] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.294514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.294514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.294514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.294514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.294514] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d208acf-c637-49e4-9e1c-b46154dcbc0d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.392829] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac in Status: SUCCESS [ 685.393105] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.393299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.393516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.394104] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5629f8f9-62a6-4fdd-8a49-af99341930ac',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.657419] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.722708] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac in Status: SUCCESS [ 685.722708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.723901] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: SUCCESS [ 685.724731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.725021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.725363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.726275] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.726275] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.726423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.726709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.726969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.727165] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5629f8f9-62a6-4fdd-8a49-af99341930ac',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.728559] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.729590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.729687] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.729847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.730094] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.731107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.731107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.731107] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.802744] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d208acf-c637-49e4-9e1c-b46154dcbc0d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.899023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-5629f8f9-62a6-4fdd-8a49-af99341930ac taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.899023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.103525] env[66341]: INFO networking_nsxv3.common.synchronization [None req-76d1239d-514e-4c31-8f23-eb557781bd5d None None] Enqueued Resource ID: d9200dbd-1638-49ac-ad31-aeebf444226f with Priority: HIGHEST for action port [ 686.104386] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9200dbd-1638-49ac-ad31-aeebf444226f with Priority: HIGHEST for action port [ 686.104689] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9200dbd-1638-49ac-ad31-aeebf444226f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.104817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9200dbd-1638-49ac-ad31-aeebf444226f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.104889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9200dbd-1638-49ac-ad31-aeebf444226f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.105152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9200dbd-1638-49ac-ad31-aeebf444226f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.105246] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9200dbd-1638-49ac-ad31-aeebf444226f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.160353] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.160629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.160629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.160851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.160851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.160972] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 is going to be updated. [ 686.195785] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.196019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.196019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.196415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.196561] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.208488] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: IN_PROGRESS for 2s [ 686.232993] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5629f8f9-62a6-4fdd-8a49-af99341930ac',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.234620] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.306310] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d208acf-c637-49e4-9e1c-b46154dcbc0d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.607678] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9200dbd-1638-49ac-ad31-aeebf444226f [ 686.609017] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.609236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.609985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.611294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.611294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.611294] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9200dbd-1638-49ac-ad31-aeebf444226f already deleted. [ 686.611294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9200dbd-1638-49ac-ad31-aeebf444226f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.737772] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5629f8f9-62a6-4fdd-8a49-af99341930ac',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.737772] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.814775] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.815353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.815353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.815664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.815664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.815664] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d208acf-c637-49e4-9e1c-b46154dcbc0d is going to be updated. [ 686.853076] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.853076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.853076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.853076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.853076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.862632] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d208acf-c637-49e4-9e1c-b46154dcbc0d in Status: IN_PROGRESS for 2s [ 686.916050] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7644278a-6129-4559-9d7b-20d1fd85523d in Status: SUCCESS [ 686.916292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.238986] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.239212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.239283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.239479] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.239564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.239662] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac is going to be updated. [ 687.241026] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.241172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.241240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.241373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.241460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.241661] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 is going to be updated. [ 687.268731] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.268731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.268731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.268957] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.269336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.273833] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.274070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.274070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.274243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.274369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.286116] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: IN_PROGRESS for 2s [ 687.286843] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac in Status: IN_PROGRESS for 2s [ 688.220229] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: IN_PROGRESS for 4s [ 688.546357] env[66341]: INFO networking_nsxv3.common.synchronization [None req-12a1950d-3f18-476e-bd56-25936feb250a None None] Enqueued Resource ID: 83faf532-cb8b-48fd-bcdf-309256b6f995 with Priority: HIGHEST for action port [ 688.546357] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83faf532-cb8b-48fd-bcdf-309256b6f995 with Priority: HIGHEST for action port [ 688.546553] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-83faf532-cb8b-48fd-bcdf-309256b6f995 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.546553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83faf532-cb8b-48fd-bcdf-309256b6f995" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.546681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83faf532-cb8b-48fd-bcdf-309256b6f995" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.547026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83faf532-cb8b-48fd-bcdf-309256b6f995" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.547026] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83faf532-cb8b-48fd-bcdf-309256b6f995',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.876826] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d208acf-c637-49e4-9e1c-b46154dcbc0d in Status: SUCCESS [ 688.878573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d208acf-c637-49e4-9e1c-b46154dcbc0d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.878809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d208acf-c637-49e4-9e1c-b46154dcbc0d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.879089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d208acf-c637-49e4-9e1c-b46154dcbc0d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.879259] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.879541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.879670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.879910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.880059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.880158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d208acf-c637-49e4-9e1c-b46154dcbc0d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.880262] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d208acf-c637-49e4-9e1c-b46154dcbc0d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.993367] env[66341]: INFO networking_nsxv3.common.synchronization [None req-4b9d082e-8ae2-444b-81b6-e94af6fe5db7 None None] Enqueued Resource ID: 17e5de17-084e-470a-bb81-517ecfb02dd3 with Priority: HIGHEST for action port [ 688.994537] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17e5de17-084e-470a-bb81-517ecfb02dd3 with Priority: HIGHEST for action port [ 688.994889] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-17e5de17-084e-470a-bb81-517ecfb02dd3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.994889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17e5de17-084e-470a-bb81-517ecfb02dd3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.994889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17e5de17-084e-470a-bb81-517ecfb02dd3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.995160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17e5de17-084e-470a-bb81-517ecfb02dd3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.995952] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17e5de17-084e-470a-bb81-517ecfb02dd3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.052349] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83faf532-cb8b-48fd-bcdf-309256b6f995 [ 689.053408] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.053408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.053408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.053408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.053408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.053408] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83faf532-cb8b-48fd-bcdf-309256b6f995 already deleted. [ 689.053408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83faf532-cb8b-48fd-bcdf-309256b6f995" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.302229] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: SUCCESS [ 689.302229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.302229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.302229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.302229] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.302229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.302229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.302229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.302229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.302229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.302229] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.302229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.302229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.302229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.302229] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.302229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.302229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.302229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.302229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.303158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.303158] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.305372] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac in Status: SUCCESS [ 689.307661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.307661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.307661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.307661] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.307661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.307661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.307661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.307661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.307661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.307661] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5629f8f9-62a6-4fdd-8a49-af99341930ac',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.384374] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d208acf-c637-49e4-9e1c-b46154dcbc0d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.498965] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17e5de17-084e-470a-bb81-517ecfb02dd3 [ 689.499329] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.501386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.501386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.501386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.501386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.501386] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17e5de17-084e-470a-bb81-517ecfb02dd3 already deleted. [ 689.501386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17e5de17-084e-470a-bb81-517ecfb02dd3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.810926] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 651f16e9-13ff-45e0-8896-12ce01e01a57: rpc.has_security_group_logging(os_id): False [ 689.810926] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5629f8f9-62a6-4fdd-8a49-af99341930ac',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.834242] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.834432] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.834510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.834729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.834851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.835084] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.836067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.836067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.836067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.836067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.836067] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.836067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.836067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.836067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.837368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.837368] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.837368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.837368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.837368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.837655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.837655] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 is going to be updated. [ 689.889026] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d208acf-c637-49e4-9e1c-b46154dcbc0d: rpc.has_security_group_logging(os_id): False [ 689.908467] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.908670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.909951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.910524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.910718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.911146] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.912690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.912690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.912690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.912690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.912690] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d208acf-c637-49e4-9e1c-b46154dcbc0d is going to be created. [ 689.915211] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.915338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.915418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.915614] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.915758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.937509] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: IN_PROGRESS for 2s [ 690.018062] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.018183] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.018278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.021166] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.021513] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.042841] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d208acf-c637-49e4-9e1c-b46154dcbc0d in Status: IN_PROGRESS for 2s [ 690.238060] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: SUCCESS [ 690.238310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.238487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.238704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.238936] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.239068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.239135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.239291] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.239373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.239475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.239569] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.313710] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5629f8f9-62a6-4fdd-8a49-af99341930ac: rpc.has_security_group_logging(os_id): False [ 690.333972] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.334256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.334447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.334581] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.334708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.335045] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.335204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.336246] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.336246] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.336246] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.336246] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac is going to be updated. [ 690.340713] env[66341]: INFO networking_nsxv3.common.synchronization [req-9244a3b5-bc2e-490c-89c4-1d5794e83cc4 req-c69d5596-784d-4dfb-9249-ed7b810b7f81 tempest-DeleteServersAdminTestJSON-780779696 tempest-DeleteServersAdminTestJSON-780779696-project-member] Enqueued Resource ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d with Priority: HIGHEST for action security_group_members [ 690.341587] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d with Priority: HIGHEST for action security_group_members [ 690.341943] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.342112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.342210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.342444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.342660] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.342795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.342883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.343111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.343228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.343359] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.401838] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.401838] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.401838] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.401838] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.401838] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.413504] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac in Status: IN_PROGRESS for 2s [ 690.741868] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.742029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.742082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.742516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.742803] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.742901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.742901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.743120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.743178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.743331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.743898] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.743898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.743898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.743898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.743898] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.744160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.744160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.744160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.744270] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.744309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.744366] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.763028] env[66341]: INFO networking_nsxv3.common.synchronization [req-7621d2d0-2a89-4819-bd1c-f783b65569f5 req-186aa14c-f284-44e6-ac19-5feca45c0a4d tempest-ServersAdminTestJSON-653169236 tempest-ServersAdminTestJSON-653169236-project-member] Enqueued Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_members [ 690.763028] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_members [ 690.763028] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.763028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.763231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.763514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.765173] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.765173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.765173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.765173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.765173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.765173] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.852799] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.852799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.852799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.852799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.852799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.852799] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.852799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.852799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.852799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.852799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.852799] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d is going to be updated. [ 690.884473] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.884665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.884728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.887148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.887148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.896473] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d in Status: IN_PROGRESS for 2s [ 691.247195] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3234cf8e-a2c8-43e6-8338-df47c84c68d9: rpc.has_security_group_logging(os_id): False [ 691.268151] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.268151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.268151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.268498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.268498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.268586] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.268733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.268733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.269033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.269102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.269525] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b already deleted. [ 691.269525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.270695] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.271088] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-814" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.271692] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-814" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.271692] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-814" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.272135] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.272297] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.272827] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.272827] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.272972] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.273251] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.273422] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.273534] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.273678] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.273821] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.273971] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.274149] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.291073] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.291282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.291372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.291618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.291775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.292067] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.292176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.292254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.292443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.292531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.292730] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.292838] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.293021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.293247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.293367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.293609] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.293745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.293835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.294022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.294138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.294274] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 is going to be updated. [ 691.312973] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.313119] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.313286] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.313561] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-814" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.313927] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-0e1fc073-4cf1-436d-99d2-d1d79bee2005 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.314224] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-0e1fc073-4cf1-436d-99d2-d1d79bee2005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.314594] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-0e1fc073-4cf1-436d-99d2-d1d79bee2005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.315739] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-0e1fc073-4cf1-436d-99d2-d1d79bee2005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.316506] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e1fc073-4cf1-436d-99d2-d1d79bee2005',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.410900] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.410900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.410900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.411256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.411256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.426280] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: IN_PROGRESS for 2s [ 691.637728] env[66341]: INFO networking_nsxv3.common.synchronization [None req-9e00c267-5cf3-4745-9cc0-dbdea3b7bb35 None None] Enqueued Resource ID: d9d72c8a-1ffb-4282-892b-818fecacb55d with Priority: HIGHEST for action port [ 691.637728] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9d72c8a-1ffb-4282-892b-818fecacb55d with Priority: HIGHEST for action port [ 691.637728] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9d72c8a-1ffb-4282-892b-818fecacb55d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.637728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9d72c8a-1ffb-4282-892b-818fecacb55d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.637728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9d72c8a-1ffb-4282-892b-818fecacb55d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.637975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9d72c8a-1ffb-4282-892b-818fecacb55d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.638107] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9d72c8a-1ffb-4282-892b-818fecacb55d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.819942] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.820217] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.820390] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.820684] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.820835] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.820986] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 0e1fc073-4cf1-436d-99d2-d1d79bee2005 not found, creating... [ 691.821291] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.821445] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.821558] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.821768] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.821899] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.822182] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.822329] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.822439] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.822661] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.822791] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.822925] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 0e1fc073-4cf1-436d-99d2-d1d79bee2005 is going to be created. [ 691.850736] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.851056] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.851164] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.851376] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.851600] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.851815] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-0e1fc073-4cf1-436d-99d2-d1d79bee2005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.964109] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: SUCCESS [ 691.964368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.964552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.964767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.964862] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.056680] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d208acf-c637-49e4-9e1c-b46154dcbc0d in Status: SUCCESS [ 692.056940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d208acf-c637-49e4-9e1c-b46154dcbc0d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.141222] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9d72c8a-1ffb-4282-892b-818fecacb55d [ 692.142438] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.142438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.142438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.142438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.142438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.142438] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9d72c8a-1ffb-4282-892b-818fecacb55d already deleted. [ 692.142438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9d72c8a-1ffb-4282-892b-818fecacb55d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.228234] env[66341]: INFO networking_nsxv3.common.synchronization [None req-29723ae7-40a8-4c43-80df-0e8353f07243 None None] Enqueued Resource ID: 5fd73db4-21a6-4a69-9270-9f7b83c4c018 with Priority: HIGHEST for action port [ 692.228234] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd73db4-21a6-4a69-9270-9f7b83c4c018 with Priority: HIGHEST for action port [ 692.228234] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fd73db4-21a6-4a69-9270-9f7b83c4c018 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.228234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fd73db4-21a6-4a69-9270-9f7b83c4c018" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.228234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fd73db4-21a6-4a69-9270-9f7b83c4c018" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.228234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fd73db4-21a6-4a69-9270-9f7b83c4c018" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.228234] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fd73db4-21a6-4a69-9270-9f7b83c4c018',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.426667] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac in Status: SUCCESS [ 692.426966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.467254] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.467546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.467546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.467805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.467983] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.468160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.468277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.468482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.468618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.468738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.468888] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.544249] env[66341]: INFO networking_nsxv3.common.synchronization [req-7621d2d0-2a89-4819-bd1c-f783b65569f5 req-a259d5a8-89dc-40ae-aaa4-8f78c79735b6 service nova] Enqueued Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_rules [ 692.544426] env[66341]: INFO networking_nsxv3.common.synchronization [req-7621d2d0-2a89-4819-bd1c-f783b65569f5 req-a259d5a8-89dc-40ae-aaa4-8f78c79735b6 service nova] Enqueued Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_members [ 692.544560] env[66341]: INFO networking_nsxv3.common.synchronization [req-7621d2d0-2a89-4819-bd1c-f783b65569f5 req-a259d5a8-89dc-40ae-aaa4-8f78c79735b6 service nova] Enqueued Resource ID: 0e1fc073-4cf1-436d-99d2-d1d79bee2005 with Priority: HIGHEST for action port [ 692.545627] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_rules [ 692.545627] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_members [ 692.545627] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e1fc073-4cf1-436d-99d2-d1d79bee2005 with Priority: HIGHEST for action port [ 692.545993] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.547912] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.547983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.548255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.548338] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.552773] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.553118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.553118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.553394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.556172] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.556172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.556172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.556172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.556172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.556172] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.557811] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e1fc073-4cf1-436d-99d2-d1d79bee2005 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.557918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e1fc073-4cf1-436d-99d2-d1d79bee2005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.557990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e1fc073-4cf1-436d-99d2-d1d79bee2005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.558177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e1fc073-4cf1-436d-99d2-d1d79bee2005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.558603] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e1fc073-4cf1-436d-99d2-d1d79bee2005',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.730093] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fd73db4-21a6-4a69-9270-9f7b83c4c018 [ 692.730360] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.730485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.730584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.731529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.731529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.731529] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fd73db4-21a6-4a69-9270-9f7b83c4c018 already deleted. [ 692.731529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fd73db4-21a6-4a69-9270-9f7b83c4c018" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.907963] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d in Status: SUCCESS [ 692.908203] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d deletion is rescheduled due to dependency. [ 692.908329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.971972] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.972157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.972230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.972472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.972638] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.972746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.972845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.972949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.973145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.973145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.973270] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.973360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.973420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.973555] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.973691] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.973778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.973858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.974080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.974165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.974247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.974336] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.053927] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.054177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.058538] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.067052] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e1fc073-4cf1-436d-99d2-d1d79bee2005 with status ACTIVE [ 693.067052] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.067052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.067052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.067052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.067052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.067052] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.067052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.067052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.067052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.067505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.067505] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.067505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.067505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.067632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.067656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.067757] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e1fc073-4cf1-436d-99d2-d1d79bee2005 is going to be updated. [ 693.096070] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.096070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.096070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.096070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.096070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.096070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e1fc073-4cf1-436d-99d2-d1d79bee2005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.132256] env[66341]: INFO networking_nsxv3.common.synchronization [req-a1db2170-9de4-4e64-add8-5fc8ff259330 req-a7635e94-9c11-4e1c-a123-99478aed59f8 tempest-ImagesTestJSON-624667671 tempest-ImagesTestJSON-624667671-project-member] Enqueued Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 693.132770] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 693.133086] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.133211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.133279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.133473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.133627] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.133724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.133778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.133922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.134042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.134160] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.441469] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: SUCCESS [ 693.441740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.476320] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 651f16e9-13ff-45e0-8896-12ce01e01a57: rpc.has_security_group_logging(os_id): False [ 693.494059] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-468 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.494059] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-468" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.494256] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-468" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.494486] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-468" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.494750] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.494924] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.495100] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.495388] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.495561] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.495741] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.495887] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.495956] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.496041] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.496182] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.496266] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.496522] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.498664] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.498664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.498784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.499405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.499405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.499495] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.499596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.499628] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.499785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.499892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.500126] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.500240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.500289] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.500452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.500572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.500846] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.500846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.500846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.501266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.501266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.501266] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 is going to be updated. [ 693.526128] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.526128] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.526307] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.526602] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-468" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.527438] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-84746816-c41b-413c-930a-f2c8d4686d54 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.527438] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-84746816-c41b-413c-930a-f2c8d4686d54" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.528427] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-84746816-c41b-413c-930a-f2c8d4686d54" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.529725] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-84746816-c41b-413c-930a-f2c8d4686d54" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.530312] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84746816-c41b-413c-930a-f2c8d4686d54',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.560936] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.577221] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.577221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.577417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.577488] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.578048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.599829] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: IN_PROGRESS for 2s [ 693.637240] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.637406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.637455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.637682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.637777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.637978] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.638092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.638150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.638356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.638402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.639846] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 is going to be updated. [ 693.701048] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.701048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.701048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.701048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.701048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.715700] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: IN_PROGRESS for 2s [ 694.032420] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.032593] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.032711] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.033048] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.033243] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.033409] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 84746816-c41b-413c-930a-f2c8d4686d54 not found, creating... [ 694.033690] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.033843] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.034452] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.034452] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.034452] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.034614] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.034753] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.034869] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.035307] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.035705] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.035705] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 84746816-c41b-413c-930a-f2c8d4686d54 is going to be created. [ 694.056146] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.056256] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.056368] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.056640] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.056900] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.057201] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-84746816-c41b-413c-930a-f2c8d4686d54" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.065753] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.065890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.065963] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.066224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.066321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.066420] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b is going to be created. [ 694.069439] env[66341]: INFO networking_nsxv3.common.synchronization [None req-442a2b4f-f940-422f-b84c-85e8a5338fd8 tempest-AttachVolumeTestJSON-612687797 tempest-AttachVolumeTestJSON-612687797-project-member] Enqueued Resource ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 with Priority: HIGHEST for action security_group_rules [ 694.070399] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 with Priority: HIGHEST for action security_group_rules [ 694.070709] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf38baa7-1db7-4198-a318-4b2c0e5ed833 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.070829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.070897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.071189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.071279] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf38baa7-1db7-4198-a318-4b2c0e5ed833',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.102028] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.102192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.102266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.102473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.102632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.114218] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: UNINITIALIZED for 2s [ 694.380015] env[66341]: INFO networking_nsxv3.common.synchronization [None req-fb3c46a4-4689-46f1-abe9-74b355427eed tempest-AttachVolumeTestJSON-612687797 tempest-AttachVolumeTestJSON-612687797-project-member] Enqueued Resource ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 with Priority: HIGHEST for action security_group_rules [ 694.380642] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 with Priority: HIGHEST for action security_group_rules [ 694.380968] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf38baa7-1db7-4198-a318-4b2c0e5ed833 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.382983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.595068] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.595068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.595068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.595068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.596571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.596679] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 already deleted. [ 694.596788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.597473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.597473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.597626] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf38baa7-1db7-4198-a318-4b2c0e5ed833',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.826607] env[66341]: INFO networking_nsxv3.common.synchronization [req-a1db2170-9de4-4e64-add8-5fc8ff259330 req-13c0cddd-5a24-4aea-a955-e6ced681d07b service nova] Enqueued Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_rules [ 694.827192] env[66341]: INFO networking_nsxv3.common.synchronization [req-a1db2170-9de4-4e64-add8-5fc8ff259330 req-13c0cddd-5a24-4aea-a955-e6ced681d07b service nova] Enqueued Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 694.827192] env[66341]: INFO networking_nsxv3.common.synchronization [req-a1db2170-9de4-4e64-add8-5fc8ff259330 req-13c0cddd-5a24-4aea-a955-e6ced681d07b service nova] Enqueued Resource ID: 84746816-c41b-413c-930a-f2c8d4686d54 with Priority: HIGHEST for action port [ 694.827831] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_rules [ 694.828047] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 694.828232] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84746816-c41b-413c-930a-f2c8d4686d54 with Priority: HIGHEST for action port [ 694.828644] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.829415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.829415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.829415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.829583] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.830736] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.830889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.831406] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-84746816-c41b-413c-930a-f2c8d4686d54 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.832076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84746816-c41b-413c-930a-f2c8d4686d54" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.832207] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84746816-c41b-413c-930a-f2c8d4686d54" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.832568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84746816-c41b-413c-930a-f2c8d4686d54" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.832721] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84746816-c41b-413c-930a-f2c8d4686d54',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.105918] env[66341]: INFO networking_nsxv3.common.synchronization [None req-21d570b1-5d31-4528-8550-5208a3c6114e None None] Enqueued Resource ID: ff8c5aae-5afc-4074-aea8-1c32ab7c1118 with Priority: HIGHEST for action port [ 695.106541] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff8c5aae-5afc-4074-aea8-1c32ab7c1118 with Priority: HIGHEST for action port [ 695.107574] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff8c5aae-5afc-4074-aea8-1c32ab7c1118 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.107574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff8c5aae-5afc-4074-aea8-1c32ab7c1118" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.107574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff8c5aae-5afc-4074-aea8-1c32ab7c1118" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.107756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff8c5aae-5afc-4074-aea8-1c32ab7c1118" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.107854] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff8c5aae-5afc-4074-aea8-1c32ab7c1118',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.133023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.133023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.133023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.133023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.133023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.133023] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 already deleted. [ 695.133023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.335078] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.335223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.335428] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84746816-c41b-413c-930a-f2c8d4686d54 with status ACTIVE [ 695.335601] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.335721] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.335951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.336013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.336101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.336271] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.336359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.336415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.336561] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.337589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.337589] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.337589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.337589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.337589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.337589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.337589] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84746816-c41b-413c-930a-f2c8d4686d54 is going to be updated. [ 695.363131] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.363131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.363131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.363362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.363428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.363586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84746816-c41b-413c-930a-f2c8d4686d54" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.610376] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff8c5aae-5afc-4074-aea8-1c32ab7c1118 [ 695.610991] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.611162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.611235] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.611501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.611716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.611716] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff8c5aae-5afc-4074-aea8-1c32ab7c1118 already deleted. [ 695.611813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff8c5aae-5afc-4074-aea8-1c32ab7c1118" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.615955] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: SUCCESS [ 695.616498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.668240] env[66341]: INFO networking_nsxv3.common.synchronization [req-641f0281-88ca-417e-a8ad-963d40243b13 req-d4e0865c-101a-4dd3-bcd3-c2d46832a64a tempest-ServersAdminTestJSON-653169236 tempest-ServersAdminTestJSON-653169236-project-member] Enqueued Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_members [ 695.669109] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_members [ 695.672274] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.672427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.729756] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: SUCCESS [ 695.729756] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 deletion is rescheduled due to dependency. [ 695.729756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.729756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.729756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.729756] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.729756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.729756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.730168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.730168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.730168] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.067033] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.067033] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-814" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.067033] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-814" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.067033] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-814" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.067033] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.067033] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.067033] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.067033] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.067033] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.067033] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.067033] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.067033] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.067033] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.067674] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.067674] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.067674] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.085507] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.085689] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.085793] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.085959] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-814" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.086281] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-45913ceb-2af9-404f-8165-d9774b4c1bde taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.086638] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-45913ceb-2af9-404f-8165-d9774b4c1bde" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.086638] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-45913ceb-2af9-404f-8165-d9774b4c1bde" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.087212] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-45913ceb-2af9-404f-8165-d9774b4c1bde" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.087212] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45913ceb-2af9-404f-8165-d9774b4c1bde',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.125608] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: SUCCESS [ 696.126073] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.126410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.126810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.127188] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.127480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.127656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.127941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.129029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.129029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.129029] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.129489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.129764] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.131043] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.131043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.131043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.131043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.131043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.131043] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.233447] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.591186] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.591351] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.591569] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.591923] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.592163] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.592732] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 45913ceb-2af9-404f-8165-d9774b4c1bde not found, creating... [ 696.592868] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.593111] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.593291] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.593703] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.593909] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.594272] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.594616] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.594817] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.595118] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.595307] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.595519] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 45913ceb-2af9-404f-8165-d9774b4c1bde is going to be created. [ 696.620626] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.621177] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.621177] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.621441] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.621692] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.621943] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-45913ceb-2af9-404f-8165-d9774b4c1bde" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.632891] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.633024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.633299] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.735200] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.136060] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.240047] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.240047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.240047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.240047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.240047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.240047] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 is going to be updated. [ 697.275407] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.280197] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.280197] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.280197] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.280197] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.303158] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: IN_PROGRESS for 2s [ 697.422133] env[66341]: INFO networking_nsxv3.common.synchronization [req-641f0281-88ca-417e-a8ad-963d40243b13 req-19f45662-3b9b-4281-8925-e136d39f3f95 service nova] Enqueued Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_rules [ 697.422335] env[66341]: INFO networking_nsxv3.common.synchronization [req-641f0281-88ca-417e-a8ad-963d40243b13 req-19f45662-3b9b-4281-8925-e136d39f3f95 service nova] Enqueued Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_members [ 697.422864] env[66341]: INFO networking_nsxv3.common.synchronization [req-641f0281-88ca-417e-a8ad-963d40243b13 req-19f45662-3b9b-4281-8925-e136d39f3f95 service nova] Enqueued Resource ID: 45913ceb-2af9-404f-8165-d9774b4c1bde with Priority: HIGHEST for action port [ 697.426418] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_rules [ 697.426418] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_members [ 697.426418] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45913ceb-2af9-404f-8165-d9774b4c1bde with Priority: HIGHEST for action port [ 697.426418] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.426418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.426418] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.426418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.426418] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-45913ceb-2af9-404f-8165-d9774b4c1bde taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.426418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45913ceb-2af9-404f-8165-d9774b4c1bde" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.426418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45913ceb-2af9-404f-8165-d9774b4c1bde" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.426418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45913ceb-2af9-404f-8165-d9774b4c1bde" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.426418] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45913ceb-2af9-404f-8165-d9774b4c1bde',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.639211] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.639211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.639540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.639540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.639682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.639793] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b is going to be updated. [ 697.681182] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.681182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.681182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.681182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.681182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.691745] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: IN_PROGRESS for 2s [ 697.928280] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45913ceb-2af9-404f-8165-d9774b4c1bde with status ACTIVE [ 697.928504] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.928638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.928738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.929077] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.929217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.932280] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.932280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.932280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.932280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.932280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.932280] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.932280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.932280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.932280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.932280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.932280] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45913ceb-2af9-404f-8165-d9774b4c1bde is going to be updated. [ 697.960694] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.960694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.960885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.961061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.962563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.962563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45913ceb-2af9-404f-8165-d9774b4c1bde" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.315061] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: SUCCESS [ 699.315339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.315854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.316281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.316556] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.316736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.316876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.317096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.317240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.317341] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.317431] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.590039] env[66341]: INFO networking_nsxv3.common.synchronization [req-96d5b89d-1cf0-4762-97fd-bfc6628cb137 req-d4e0b99d-938f-47dd-8b92-bca61a563b67 tempest-ImagesNegativeTestJSON-1043600529 tempest-ImagesNegativeTestJSON-1043600529-project-member] Enqueued Resource ID: b924818a-e964-41e2-8003-9b161e4e7c28 with Priority: HIGHEST for action security_group_members [ 699.590916] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b924818a-e964-41e2-8003-9b161e4e7c28 with Priority: HIGHEST for action security_group_members [ 699.591269] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b924818a-e964-41e2-8003-9b161e4e7c28 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.591391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.591457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.591668] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.591897] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.592063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.592122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.592328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.592423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.592521] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b924818a-e964-41e2-8003-9b161e4e7c28',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.709033] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: SUCCESS [ 699.709285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.709466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.709713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.709893] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.710042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.710107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.710272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.710377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.710898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.710898] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.710898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.710898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.710898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.711333] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.711760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.712247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.712409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.712626] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.712727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.712822] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.714125] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.714185] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.714334] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.715478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.715478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.715478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.715478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.715478] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.820766] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.820766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.820766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.821034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.821071] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.821201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.821972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.821972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.821972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.821972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.821972] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.822254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.822254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.822359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.822598] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.822753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.823541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.823541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.823541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.823541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.823541] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.097270] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.097440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.098310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.098549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.098644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.098845] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.098969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.099047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.099200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.099268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.099362] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b924818a-e964-41e2-8003-9b161e4e7c28 is going to be updated. [ 700.131512] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.131512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.131695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.131922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.132137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.144330] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b924818a-e964-41e2-8003-9b161e4e7c28 in Status: IN_PROGRESS for 2s [ 700.220623] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81566622-f9a4-45bd-9b10-9ba6fae2c03b: rpc.has_security_group_logging(os_id): False [ 700.220623] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.244332] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.244429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.244547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.244799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.244898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.245191] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.245254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.245283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.245471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.245552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.245738] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.245844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.245925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.246165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.246693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.246879] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.246998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.247065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.247204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.247280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.247387] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b is going to be created. [ 700.325722] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b397b141-5d64-495c-bf3e-d1ac9a776420: rpc.has_security_group_logging(os_id): False [ 700.329406] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.329406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.329406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.329406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.329406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.355883] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: IN_PROGRESS for 2s [ 700.357847] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.358443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.358529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.358816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.359130] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.359205] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.359299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.359385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.359591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.359697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.359935] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.360339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.360339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.360339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.360517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.360627] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.360734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.360808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.360978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.361106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.361226] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 is going to be updated. [ 700.456925] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.457088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.457218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.457370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.457522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.503383] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: IN_PROGRESS for 2s [ 700.722842] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.225760] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.225924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.225982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.227029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.227029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.227029] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b is going to be updated. [ 701.269646] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.269941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.269998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.270308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.270424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.281804] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: IN_PROGRESS for 2s [ 701.544330] env[66341]: INFO networking_nsxv3.common.synchronization [None req-534dc14d-bd10-4d75-910d-bc8bca0a0ca2 None None] Enqueued Resource ID: b96b7806-6949-4043-ac21-ed4fd9242031 with Priority: HIGHEST for action port [ 701.548433] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96b7806-6949-4043-ac21-ed4fd9242031 with Priority: HIGHEST for action port [ 701.548433] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-b96b7806-6949-4043-ac21-ed4fd9242031 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.548433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b96b7806-6949-4043-ac21-ed4fd9242031" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.548433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b96b7806-6949-4043-ac21-ed4fd9242031" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.548433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b96b7806-6949-4043-ac21-ed4fd9242031" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.548433] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b96b7806-6949-4043-ac21-ed4fd9242031',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.052178] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b96b7806-6949-4043-ac21-ed4fd9242031 [ 702.053534] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.053534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.053534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.053534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.053534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.053534] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b96b7806-6949-4043-ac21-ed4fd9242031 already deleted. [ 702.053534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b96b7806-6949-4043-ac21-ed4fd9242031" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.157122] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b924818a-e964-41e2-8003-9b161e4e7c28 in Status: SUCCESS [ 702.157384] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b924818a-e964-41e2-8003-9b161e4e7c28 deletion is rescheduled due to dependency. [ 702.157456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.372174] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: SUCCESS [ 702.372390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.372675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.372897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.373137] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.518954] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: SUCCESS [ 702.519287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.875744] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.876052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.936016] env[66341]: INFO networking_nsxv3.common.synchronization [req-ff956417-2e9b-4dcd-ac82-e61938ca68b0 req-bc0e1f9b-967b-49dc-9e51-8fcacac03b67 tempest-MultipleCreateTestJSON-297828704 tempest-MultipleCreateTestJSON-297828704-project-member] Enqueued Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_members [ 702.936792] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_members [ 702.939403] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.939403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.939403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.939403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.939403] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.939403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.939403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.939403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.939403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.939403] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.297028] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: SUCCESS [ 703.297660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.297660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.298319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.298319] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.298319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.298319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.298470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.298534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.298633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.298726] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.441280] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.441532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.441618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.441926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.442045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.442262] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.442403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.442450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.442592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.442677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.442749] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856bd112-8075-47bf-8938-5f12fa39dd9e already deleted. [ 703.442853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.463391] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.463591] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-243" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.463708] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-243" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.464393] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-243" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.464393] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.464623] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.464623] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.464765] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.464898] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.466831] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.466993] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.467130] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.467506] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.467506] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.467506] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.467789] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.487026] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.487231] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.487480] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.487613] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-243" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.487909] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-424721b3-bbf8-4ba7-8f63-b03ed8577ab1 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.488110] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-424721b3-bbf8-4ba7-8f63-b03ed8577ab1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.488206] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-424721b3-bbf8-4ba7-8f63-b03ed8577ab1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.488690] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-424721b3-bbf8-4ba7-8f63-b03ed8577ab1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.488690] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('424721b3-bbf8-4ba7-8f63-b03ed8577ab1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.802387] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.802611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.802719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.802876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.803090] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.803188] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.803252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.803402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.803508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.803595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.803744] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.803836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.803892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.804064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.804205] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.804294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.804345] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.804497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.804573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.804653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.804740] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.991921] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.991921] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.992245] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.993634] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.993921] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.994181] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 424721b3-bbf8-4ba7-8f63-b03ed8577ab1 not found, creating... [ 703.995844] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.995844] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.995844] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.995844] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.995844] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.995844] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.995844] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.996459] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.996459] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.996459] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.996459] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 424721b3-bbf8-4ba7-8f63-b03ed8577ab1 is going to be created. [ 704.022065] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.022065] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.022065] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.022390] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.022587] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.022847] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-424721b3-bbf8-4ba7-8f63-b03ed8577ab1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.082990] env[66341]: INFO networking_nsxv3.common.synchronization [None req-9d22d4c5-0b36-46e1-a135-572ce4170cce None None] Enqueued Resource ID: 95b6ea12-f982-4257-8aa8-52997c2a7364 with Priority: HIGHEST for action port [ 704.082990] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95b6ea12-f982-4257-8aa8-52997c2a7364 with Priority: HIGHEST for action port [ 704.082990] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-95b6ea12-f982-4257-8aa8-52997c2a7364 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.082990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95b6ea12-f982-4257-8aa8-52997c2a7364" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.083200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95b6ea12-f982-4257-8aa8-52997c2a7364" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.083366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95b6ea12-f982-4257-8aa8-52997c2a7364" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.083498] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95b6ea12-f982-4257-8aa8-52997c2a7364',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.311153] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81566622-f9a4-45bd-9b10-9ba6fae2c03b: rpc.has_security_group_logging(os_id): False [ 704.330078] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.330259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.330327] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.330544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.330638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.330845] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.330964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.331051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.331247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.331336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.331563] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.331702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.331820] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.331966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.332510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.333060] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.333173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.333294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.333384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.333463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.333548] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b is going to be updated. [ 704.395030] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.397022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.397022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.397022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.397022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.409223] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: IN_PROGRESS for 2s [ 704.586463] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95b6ea12-f982-4257-8aa8-52997c2a7364 [ 704.586463] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.586463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.586463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.586748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.587819] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.587939] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95b6ea12-f982-4257-8aa8-52997c2a7364 already deleted. [ 704.588042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95b6ea12-f982-4257-8aa8-52997c2a7364" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.730798] env[66341]: INFO networking_nsxv3.common.synchronization [req-ff956417-2e9b-4dcd-ac82-e61938ca68b0 req-7ab93dd9-f373-4203-85ef-1363c32daa85 service nova] Enqueued Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_rules [ 704.730997] env[66341]: INFO networking_nsxv3.common.synchronization [req-ff956417-2e9b-4dcd-ac82-e61938ca68b0 req-7ab93dd9-f373-4203-85ef-1363c32daa85 service nova] Enqueued Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_members [ 704.731164] env[66341]: INFO networking_nsxv3.common.synchronization [req-ff956417-2e9b-4dcd-ac82-e61938ca68b0 req-7ab93dd9-f373-4203-85ef-1363c32daa85 service nova] Enqueued Resource ID: 424721b3-bbf8-4ba7-8f63-b03ed8577ab1 with Priority: HIGHEST for action port [ 704.732170] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_rules [ 704.732294] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_members [ 704.733588] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424721b3-bbf8-4ba7-8f63-b03ed8577ab1 with Priority: HIGHEST for action port [ 704.733588] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.733588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.733588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.733588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.733588] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.736011] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.736106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.736177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.736462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.736643] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.736745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.736822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.736995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.737097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.737189] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.741225] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-424721b3-bbf8-4ba7-8f63-b03ed8577ab1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.741225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-424721b3-bbf8-4ba7-8f63-b03ed8577ab1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.741225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-424721b3-bbf8-4ba7-8f63-b03ed8577ab1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.741225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-424721b3-bbf8-4ba7-8f63-b03ed8577ab1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.741225] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('424721b3-bbf8-4ba7-8f63-b03ed8577ab1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.055051] env[66341]: INFO networking_nsxv3.common.synchronization [req-cbbb2cb3-ae41-4e4d-9c7b-3e1a179999f9 req-7f788ecf-c14e-4a0d-8f42-7e4a6c1613dc tempest-ServerAddressesNegativeTestJSON-70684853 tempest-ServerAddressesNegativeTestJSON-70684853-project-member] Enqueued Resource ID: 7644278a-6129-4559-9d7b-20d1fd85523d with Priority: HIGHEST for action security_group_members [ 705.055690] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7644278a-6129-4559-9d7b-20d1fd85523d with Priority: HIGHEST for action security_group_members [ 705.056009] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-7644278a-6129-4559-9d7b-20d1fd85523d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.057374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.057483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.057688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.058248] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.058248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.058248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.058248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.058248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.058528] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7644278a-6129-4559-9d7b-20d1fd85523d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.239487] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.246174] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 424721b3-bbf8-4ba7-8f63-b03ed8577ab1 with status ACTIVE [ 705.246424] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.247030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.247030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.247030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.247030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.247272] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.247272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.247272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.247426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.247505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.247734] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.247783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.247812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.247939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.248041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.248131] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 424721b3-bbf8-4ba7-8f63-b03ed8577ab1 is going to be updated. [ 705.249427] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.249521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.271342] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.271588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.271588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.271806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.271958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.272132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-424721b3-bbf8-4ba7-8f63-b03ed8577ab1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.564050] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.564050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.564050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.564050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.564050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.564050] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.564050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.564050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.564050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.564050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.564050] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7644278a-6129-4559-9d7b-20d1fd85523d is going to be updated. [ 705.596252] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.596252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.596252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.596252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.596252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.608718] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7644278a-6129-4559-9d7b-20d1fd85523d in Status: IN_PROGRESS for 2s [ 705.747245] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.251572] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.251939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.251939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.252037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.252140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.252235] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856bd112-8075-47bf-8938-5f12fa39dd9e is going to be created. [ 706.287794] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.287794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.287794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.288140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.288140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.304159] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: UNINITIALIZED for 2s [ 706.423581] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: SUCCESS [ 706.423581] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.451256] env[66341]: INFO networking_nsxv3.common.synchronization [req-ff956417-2e9b-4dcd-ac82-e61938ca68b0 req-b9dd6519-20be-4b76-ac7c-7ba360bcc673 tempest-MultipleCreateTestJSON-297828704 tempest-MultipleCreateTestJSON-297828704-project-member] Enqueued Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_members [ 706.451256] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_members [ 706.451256] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.451256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.539193] env[66341]: INFO networking_nsxv3.common.synchronization [None req-cdbf5c6f-440b-4c28-a704-807141dd56f6 None None] Enqueued Resource ID: d8f5ddf0-13dc-4a1f-9576-6b8db81f2d74 with Priority: HIGHEST for action port [ 706.539193] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f5ddf0-13dc-4a1f-9576-6b8db81f2d74 with Priority: HIGHEST for action port [ 706.539193] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8f5ddf0-13dc-4a1f-9576-6b8db81f2d74 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.539193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8f5ddf0-13dc-4a1f-9576-6b8db81f2d74" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.539193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8f5ddf0-13dc-4a1f-9576-6b8db81f2d74" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.539193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8f5ddf0-13dc-4a1f-9576-6b8db81f2d74" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.539193] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8f5ddf0-13dc-4a1f-9576-6b8db81f2d74',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.043356] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8f5ddf0-13dc-4a1f-9576-6b8db81f2d74 [ 707.043356] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.043356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.043356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.043356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.043356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.043356] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8f5ddf0-13dc-4a1f-9576-6b8db81f2d74 already deleted. [ 707.043356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8f5ddf0-13dc-4a1f-9576-6b8db81f2d74" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.129488] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.129488] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-243" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.129488] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-243" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.129488] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-243" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.129758] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.130123] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.130422] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.130717] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.130948] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.131245] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.131446] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.131646] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.131832] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.132037] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.132223] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.132433] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.154986] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.154986] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.154986] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.154986] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-243" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.154986] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-5988de35-8abe-4194-b5c5-39cecf9655ef taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.154986] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-5988de35-8abe-4194-b5c5-39cecf9655ef" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.154986] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-5988de35-8abe-4194-b5c5-39cecf9655ef" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.154986] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-5988de35-8abe-4194-b5c5-39cecf9655ef" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.154986] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5988de35-8abe-4194-b5c5-39cecf9655ef',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.624644] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7644278a-6129-4559-9d7b-20d1fd85523d in Status: SUCCESS [ 707.624981] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7644278a-6129-4559-9d7b-20d1fd85523d deletion is rescheduled due to dependency. [ 707.624981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.658134] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.658134] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.658446] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.659537] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.659636] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.659821] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 5988de35-8abe-4194-b5c5-39cecf9655ef not found, creating... [ 707.660335] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.660335] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.660525] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.660740] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.661084] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.663653] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.663949] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.664124] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.664759] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.664759] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.665073] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 5988de35-8abe-4194-b5c5-39cecf9655ef is going to be created. [ 707.696600] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.696600] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.696600] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.696600] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.696998] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.697072] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-5988de35-8abe-4194-b5c5-39cecf9655ef" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.323215] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: SUCCESS [ 708.323458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.323784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.323857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.324051] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.324254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.324343] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.324540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.324650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.324758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.324877] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.325972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.325972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.326333] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.326486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.326562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.326762] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.326912] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.327025] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.419346] env[66341]: INFO networking_nsxv3.common.synchronization [req-ff956417-2e9b-4dcd-ac82-e61938ca68b0 req-94cdb4ef-46c6-44a2-99b5-6a0cfc0052c8 service nova] Enqueued Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_rules [ 708.419346] env[66341]: INFO networking_nsxv3.common.synchronization [req-ff956417-2e9b-4dcd-ac82-e61938ca68b0 req-94cdb4ef-46c6-44a2-99b5-6a0cfc0052c8 service nova] Enqueued Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_members [ 708.419346] env[66341]: INFO networking_nsxv3.common.synchronization [req-ff956417-2e9b-4dcd-ac82-e61938ca68b0 req-94cdb4ef-46c6-44a2-99b5-6a0cfc0052c8 service nova] Enqueued Resource ID: 5988de35-8abe-4194-b5c5-39cecf9655ef with Priority: HIGHEST for action port [ 708.419346] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_rules [ 708.419346] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_members [ 708.419346] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5988de35-8abe-4194-b5c5-39cecf9655ef with Priority: HIGHEST for action port [ 708.419346] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.419346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.419346] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.419346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.419346] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-5988de35-8abe-4194-b5c5-39cecf9655ef taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.419346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5988de35-8abe-4194-b5c5-39cecf9655ef" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.419346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5988de35-8abe-4194-b5c5-39cecf9655ef" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.420115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5988de35-8abe-4194-b5c5-39cecf9655ef" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.420318] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5988de35-8abe-4194-b5c5-39cecf9655ef',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.527055] env[66341]: INFO networking_nsxv3.common.synchronization [None req-4f05f3f7-b856-4473-8fec-77a31feea5fc tempest-ServersTestFqdnHostnames-691125552 tempest-ServersTestFqdnHostnames-691125552-project-member] Enqueued Resource ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 with Priority: HIGHEST for action security_group_rules [ 708.527055] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 with Priority: HIGHEST for action security_group_rules [ 708.527055] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25805d5c-c18f-4267-8b89-3c394d3bdad6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.527055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.527055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.530015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.530187] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25805d5c-c18f-4267-8b89-3c394d3bdad6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.705579] env[66341]: INFO networking_nsxv3.common.synchronization [None req-837eda26-ae65-49f0-9599-4379ebce8157 tempest-ServersTestFqdnHostnames-691125552 tempest-ServersTestFqdnHostnames-691125552-project-member] Enqueued Resource ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 with Priority: HIGHEST for action security_group_rules [ 708.706202] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 with Priority: HIGHEST for action security_group_rules [ 708.707107] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25805d5c-c18f-4267-8b89-3c394d3bdad6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.707107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.830346] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.830984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.831233] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.922402] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5988de35-8abe-4194-b5c5-39cecf9655ef with status ACTIVE [ 708.922700] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.922870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.923192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.923192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.923316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.923547] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.923680] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.923770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.923968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.924084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.924318] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.924435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.924517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.924674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.924929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.925047] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5988de35-8abe-4194-b5c5-39cecf9655ef is going to be updated. [ 708.949879] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.950048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.950137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.950353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.950484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.950638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5988de35-8abe-4194-b5c5-39cecf9655ef" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.059707] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.059940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.060156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.060510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.060664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.060813] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 already deleted. [ 709.060948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.061864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.062205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.062339] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25805d5c-c18f-4267-8b89-3c394d3bdad6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.203750] env[66341]: INFO networking_nsxv3.common.synchronization [None req-60ae1c5c-dbe5-46b6-9e96-36d1fd13ea05 None None] Enqueued Resource ID: 169c1c2c-9534-4a05-94ea-6eb3e87fc951 with Priority: HIGHEST for action port [ 709.204789] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 169c1c2c-9534-4a05-94ea-6eb3e87fc951 with Priority: HIGHEST for action port [ 709.204789] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-169c1c2c-9534-4a05-94ea-6eb3e87fc951 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.204789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-169c1c2c-9534-4a05-94ea-6eb3e87fc951" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.204789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-169c1c2c-9534-4a05-94ea-6eb3e87fc951" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.205306] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-169c1c2c-9534-4a05-94ea-6eb3e87fc951" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.205452] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('169c1c2c-9534-4a05-94ea-6eb3e87fc951',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.337969] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.585297] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.585503] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.585604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.585846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.585954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.586092] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 already deleted. [ 709.586233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.708990] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 169c1c2c-9534-4a05-94ea-6eb3e87fc951 [ 709.709321] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.709785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.709785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.709785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.709905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.709942] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:169c1c2c-9534-4a05-94ea-6eb3e87fc951 already deleted. [ 709.710089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-169c1c2c-9534-4a05-94ea-6eb3e87fc951" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.840889] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.841039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.841857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.841857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.841857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.841857] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856bd112-8075-47bf-8938-5f12fa39dd9e is going to be updated. [ 709.875991] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.876197] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.876297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.877212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.877212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.887546] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: IN_PROGRESS for 2s [ 710.145273] env[66341]: INFO networking_nsxv3.common.synchronization [None req-0593be7b-fb0c-46fd-97c6-86f82a0df5db tempest-ServersTestManualDisk-1486569766 tempest-ServersTestManualDisk-1486569766-project-member] Enqueued Resource ID: cf6e8751-40d5-41e9-b77a-f725deb4931b with Priority: HIGHEST for action security_group_rules [ 710.145819] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf6e8751-40d5-41e9-b77a-f725deb4931b with Priority: HIGHEST for action security_group_rules [ 710.146183] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf6e8751-40d5-41e9-b77a-f725deb4931b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.146291] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.147153] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.147153] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.147153] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf6e8751-40d5-41e9-b77a-f725deb4931b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.291137] env[66341]: INFO networking_nsxv3.common.synchronization [None req-40a8d5ca-a2a0-4b5a-aa9c-19a1861edea1 tempest-ServersTestManualDisk-1486569766 tempest-ServersTestManualDisk-1486569766-project-member] Enqueued Resource ID: cf6e8751-40d5-41e9-b77a-f725deb4931b with Priority: HIGHEST for action security_group_rules [ 710.291722] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf6e8751-40d5-41e9-b77a-f725deb4931b with Priority: HIGHEST for action security_group_rules [ 710.292034] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf6e8751-40d5-41e9-b77a-f725deb4931b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.292142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.681038] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.681038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.681038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.681038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.681038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.681038] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf6e8751-40d5-41e9-b77a-f725deb4931b already deleted. [ 710.681038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.681038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.681038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.681038] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf6e8751-40d5-41e9-b77a-f725deb4931b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.204994] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.205494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.205494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.205692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.205853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.206025] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf6e8751-40d5-41e9-b77a-f725deb4931b already deleted. [ 711.206186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.898036] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: SUCCESS [ 711.898036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.898036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.898265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.898815] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.899297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.899297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.899537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.899629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.899974] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.100191] env[66341]: INFO networking_nsxv3.common.synchronization [req-844e1b46-35dd-4a00-9ff4-f4bb29559207 req-402f51c6-61af-48c5-ae98-125cc8b3ef2a tempest-FloatingIPsAssociationTestJSON-1991619011 tempest-FloatingIPsAssociationTestJSON-1991619011-project-member] Enqueued Resource ID: 3c81d12b-3c6c-4096-be8d-884214954723 with Priority: HIGHEST for action security_group_members [ 712.100809] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c81d12b-3c6c-4096-be8d-884214954723 with Priority: HIGHEST for action security_group_members [ 712.101123] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c81d12b-3c6c-4096-be8d-884214954723 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.101255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.101324] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.101951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.101951] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.101951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.101951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.102163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.102163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.102867] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c81d12b-3c6c-4096-be8d-884214954723',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.240306] env[66341]: INFO networking_nsxv3.common.synchronization [None req-cf0725b7-bed6-406a-ac01-5a392a509a26 None None] Enqueued Resource ID: 63c98b05-19e3-4c2f-9a4c-d2f1f8704185 with Priority: HIGHEST for action port [ 712.240915] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c98b05-19e3-4c2f-9a4c-d2f1f8704185 with Priority: HIGHEST for action port [ 712.241350] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-63c98b05-19e3-4c2f-9a4c-d2f1f8704185 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.241532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63c98b05-19e3-4c2f-9a4c-d2f1f8704185" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.241579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63c98b05-19e3-4c2f-9a4c-d2f1f8704185" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.242373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63c98b05-19e3-4c2f-9a4c-d2f1f8704185" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.242606] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63c98b05-19e3-4c2f-9a4c-d2f1f8704185',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.402788] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.593647] env[66341]: INFO networking_nsxv3.common.synchronization [req-f09bf6df-88dd-4ad5-a9b8-9d40d297cc2c req-7b057ddb-f4b9-4530-86cc-ae43158d4e62 tempest-AttachVolumeTestJSON-612687797 tempest-AttachVolumeTestJSON-612687797-project-member] Enqueued Resource ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 with Priority: HIGHEST for action security_group_members [ 712.594288] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 with Priority: HIGHEST for action security_group_members [ 712.594609] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf38baa7-1db7-4198-a318-4b2c0e5ed833 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.594734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.595054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.595544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.596594] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.596594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.596594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.596594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.596780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.597427] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf38baa7-1db7-4198-a318-4b2c0e5ed833',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.605462] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c81d12b-3c6c-4096-be8d-884214954723',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.746597] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63c98b05-19e3-4c2f-9a4c-d2f1f8704185 [ 712.746837] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.746967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.748852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.748852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.748852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.748852] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63c98b05-19e3-4c2f-9a4c-d2f1f8704185 already deleted. [ 712.748852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63c98b05-19e3-4c2f-9a4c-d2f1f8704185" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.909455] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.101770] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.101978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.102109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.102428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.102564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.102852] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.103010] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.103115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.103339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.103459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.103589] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 already deleted. [ 713.103710] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.109298] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c81d12b-3c6c-4096-be8d-884214954723',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.192294] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-891 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.192549] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-891" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.192631] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-891" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.192995] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-891" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.193280] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.193429] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.193543] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.193761] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.193901] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.194324] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.194486] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.194630] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.194760] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.194898] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.195082] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.195255] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.232039] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.232039] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.232222] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.232282] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-891" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.232613] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-9eddcac2-5cb8-4713-b196-c08b61458565 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.232794] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-9eddcac2-5cb8-4713-b196-c08b61458565" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.232913] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-9eddcac2-5cb8-4713-b196-c08b61458565" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.233405] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-9eddcac2-5cb8-4713-b196-c08b61458565" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.233558] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eddcac2-5cb8-4713-b196-c08b61458565',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.414498] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.414498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.414498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.414498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.414498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.414498] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856bd112-8075-47bf-8938-5f12fa39dd9e is going to be updated. [ 713.445882] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.445882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.445882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.445882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.445882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.454305] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: IN_PROGRESS for 2s [ 713.612050] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.612206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.612283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.612516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.612617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.612717] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c81d12b-3c6c-4096-be8d-884214954723 is going to be updated. [ 713.646041] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.646041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.646041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.646041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.646041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.656258] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c81d12b-3c6c-4096-be8d-884214954723 in Status: IN_PROGRESS for 2s [ 713.736297] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.736518] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.736646] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.736940] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.737136] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.737288] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 9eddcac2-5cb8-4713-b196-c08b61458565 not found, creating... [ 713.737580] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.738771] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.738771] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.738771] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.738771] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.738771] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.738771] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.738771] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.739166] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.740297] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.741042] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 9eddcac2-5cb8-4713-b196-c08b61458565 is going to be created. [ 713.774942] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.775883] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.775883] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.775883] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.775883] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.776163] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-9eddcac2-5cb8-4713-b196-c08b61458565" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.486165] env[66341]: INFO networking_nsxv3.common.synchronization [req-f09bf6df-88dd-4ad5-a9b8-9d40d297cc2c req-f6a900c2-8446-42cd-b89d-d6b52f96f589 service nova] Enqueued Resource ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 with Priority: HIGHEST for action security_group_rules [ 714.486424] env[66341]: INFO networking_nsxv3.common.synchronization [req-f09bf6df-88dd-4ad5-a9b8-9d40d297cc2c req-f6a900c2-8446-42cd-b89d-d6b52f96f589 service nova] Enqueued Resource ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 with Priority: HIGHEST for action security_group_members [ 714.489296] env[66341]: INFO networking_nsxv3.common.synchronization [req-f09bf6df-88dd-4ad5-a9b8-9d40d297cc2c req-f6a900c2-8446-42cd-b89d-d6b52f96f589 service nova] Enqueued Resource ID: 9eddcac2-5cb8-4713-b196-c08b61458565 with Priority: HIGHEST for action port [ 714.489296] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 with Priority: HIGHEST for action security_group_rules [ 714.489296] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 with Priority: HIGHEST for action security_group_members [ 714.489296] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eddcac2-5cb8-4713-b196-c08b61458565 with Priority: HIGHEST for action port [ 714.489296] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf38baa7-1db7-4198-a318-4b2c0e5ed833 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.489296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.489296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.489296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.489296] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf38baa7-1db7-4198-a318-4b2c0e5ed833',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.491523] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf38baa7-1db7-4198-a318-4b2c0e5ed833 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.491650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.491718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.491907] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.492162] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.492211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.492243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.492467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.493055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.493055] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf38baa7-1db7-4198-a318-4b2c0e5ed833',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.493785] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-9eddcac2-5cb8-4713-b196-c08b61458565 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.493890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9eddcac2-5cb8-4713-b196-c08b61458565" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.493960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9eddcac2-5cb8-4713-b196-c08b61458565" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.494212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9eddcac2-5cb8-4713-b196-c08b61458565" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.494296] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eddcac2-5cb8-4713-b196-c08b61458565',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.996826] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf38baa7-1db7-4198-a318-4b2c0e5ed833',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.000416] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf38baa7-1db7-4198-a318-4b2c0e5ed833 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.000416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.000416] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9eddcac2-5cb8-4713-b196-c08b61458565 with status ACTIVE [ 715.000416] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.000416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.000416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.000416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.000416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.000416] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.000416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.000416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.000416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.000416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.001159] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.001298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.001385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.001561] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.001658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.001745] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9eddcac2-5cb8-4713-b196-c08b61458565 is going to be updated. [ 715.025546] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.025786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.026338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.026338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.026565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.026763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9eddcac2-5cb8-4713-b196-c08b61458565" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.039667] env[66341]: INFO networking_nsxv3.common.synchronization [None req-40aa857a-c4df-42bb-bf0c-4f6b37914d17 None None] Enqueued Resource ID: a6913c13-fe05-4ee8-8b31-21216d9cff5a with Priority: HIGHEST for action port [ 715.040313] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6913c13-fe05-4ee8-8b31-21216d9cff5a with Priority: HIGHEST for action port [ 715.040926] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6913c13-fe05-4ee8-8b31-21216d9cff5a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.044017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6913c13-fe05-4ee8-8b31-21216d9cff5a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.044017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6913c13-fe05-4ee8-8b31-21216d9cff5a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.044017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6913c13-fe05-4ee8-8b31-21216d9cff5a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.044017] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6913c13-fe05-4ee8-8b31-21216d9cff5a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.467332] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: SUCCESS [ 715.467519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.467555] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.468339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.468339] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.468339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.468339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.468548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.468548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.468548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.469467] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.469467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.469467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.471047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.471314] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.471423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.471491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.471652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.471735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.471864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.471962] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.505872] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf38baa7-1db7-4198-a318-4b2c0e5ed833',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.548685] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6913c13-fe05-4ee8-8b31-21216d9cff5a [ 715.548789] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.548925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.548998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.549807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.549807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.549807] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6913c13-fe05-4ee8-8b31-21216d9cff5a already deleted. [ 715.549807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6913c13-fe05-4ee8-8b31-21216d9cff5a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.667544] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c81d12b-3c6c-4096-be8d-884214954723 in Status: SUCCESS [ 715.667772] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.976262] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 856bd112-8075-47bf-8938-5f12fa39dd9e: rpc.has_security_group_logging(os_id): False [ 715.978906] env[66341]: INFO networking_nsxv3.common.synchronization [None req-66ab5c25-6aa3-429d-a15d-be49959790c4 None None] Enqueued Resource ID: 7b530895-63da-428e-9acd-e63205d2b1b4 with Priority: HIGHEST for action port [ 715.986104] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b530895-63da-428e-9acd-e63205d2b1b4 with Priority: HIGHEST for action port [ 715.986104] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b530895-63da-428e-9acd-e63205d2b1b4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.986104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b530895-63da-428e-9acd-e63205d2b1b4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.986104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b530895-63da-428e-9acd-e63205d2b1b4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.987022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b530895-63da-428e-9acd-e63205d2b1b4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.987346] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b530895-63da-428e-9acd-e63205d2b1b4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.007612] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.007881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.008693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.008693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.008693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.008693] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 is going to be created. [ 716.012443] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.012685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.012994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.013341] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.015707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.015978] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.016114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.016182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.016374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.016461] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.016659] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.016759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.016822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.016971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.017061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.017257] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.017350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.017411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.017547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.017622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.017705] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 856bd112-8075-47bf-8938-5f12fa39dd9e is going to be created. [ 716.047976] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.048223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.048267] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.048448] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.048602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.061271] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 in Status: UNINITIALIZED for 2s [ 716.081590] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.081730] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.081806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.082413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.082413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.095078] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: IN_PROGRESS for 2s [ 716.494572] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b530895-63da-428e-9acd-e63205d2b1b4 [ 716.494851] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.495284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.495405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.497101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.497101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.497101] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b530895-63da-428e-9acd-e63205d2b1b4 already deleted. [ 716.497101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b530895-63da-428e-9acd-e63205d2b1b4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.207179] env[66341]: INFO networking_nsxv3.common.synchronization [req-fa76b1f7-4beb-4b1f-b5b6-4be1e5860354 req-a4ee44d4-7a1f-4731-bf64-d58948d6ed73 tempest-FloatingIPsAssociationNegativeTestJSON-612436033 tempest-FloatingIPsAssociationNegativeTestJSON-612436033-project-member] Enqueued Resource ID: aad28b08-b7eb-4fbc-8970-0ff4141f12e7 with Priority: HIGHEST for action security_group_members [ 717.207179] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad28b08-b7eb-4fbc-8970-0ff4141f12e7 with Priority: HIGHEST for action security_group_members [ 717.207590] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.207590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.207711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.207809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.207959] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.208085] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.208221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.210154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.210154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.210154] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad28b08-b7eb-4fbc-8970-0ff4141f12e7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.712506] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.712787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.712787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.713014] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.713063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.713267] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.713370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.713422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.713722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.713722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.713722] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad28b08-b7eb-4fbc-8970-0ff4141f12e7 is going to be updated. [ 717.753813] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.753813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.754372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.754736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.754889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.768026] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad28b08-b7eb-4fbc-8970-0ff4141f12e7 in Status: IN_PROGRESS for 2s [ 717.828133] env[66341]: INFO networking_nsxv3.common.synchronization [req-b4ab6647-944d-4919-9140-f2b93e077d4c req-bd311e8d-abac-4dc5-86f5-5cac4e528940 tempest-ServerActionsV293TestJSON-1389632695 tempest-ServerActionsV293TestJSON-1389632695-project-member] Enqueued Resource ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff with Priority: HIGHEST for action security_group_members [ 717.828781] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff with Priority: HIGHEST for action security_group_members [ 717.829412] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e0cdc10-5791-462b-bca6-93bb5c0334ff taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.830645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.830645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.830645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.830905] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.830905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.832746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.832981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.833093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.833212] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e0cdc10-5791-462b-bca6-93bb5c0334ff',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.074973] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 in Status: SUCCESS [ 718.075261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.075444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.075690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.075886] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.076036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.076136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.076299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.076384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.076482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.076578] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf38baa7-1db7-4198-a318-4b2c0e5ed833',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.112609] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: SUCCESS [ 718.112918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.113583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.113863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.114009] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.222026] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.222396] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-789" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.222396] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-789" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.222702] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-789" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.223228] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.223403] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.223517] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.223742] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.224073] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.224308] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.224423] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.224521] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.224622] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.224724] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.224824] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.225402] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.253106] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.253106] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 718.253106] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.253106] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-789" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.253479] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-3037b5a2-5784-47b1-a15a-de885d0d9044 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.253479] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-3037b5a2-5784-47b1-a15a-de885d0d9044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.253479] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-3037b5a2-5784-47b1-a15a-de885d0d9044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.254177] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-3037b5a2-5784-47b1-a15a-de885d0d9044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.254381] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3037b5a2-5784-47b1-a15a-de885d0d9044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.338225] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.338396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.338456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.338678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.338791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.339145] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.339258] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.339321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.339547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.339636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.339730] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff already deleted. [ 718.339814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.580014] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf38baa7-1db7-4198-a318-4b2c0e5ed833',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.616469] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.616631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.616702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.616916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.617135] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.617245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.617308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.617475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.617561] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.617646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.617733] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.756924] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.757270] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.757412] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.757734] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.757896] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.758106] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 3037b5a2-5784-47b1-a15a-de885d0d9044 not found, creating... [ 718.758675] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.758872] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.759028] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.759316] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.759456] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.759864] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.760080] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.760227] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.760440] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.760573] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.760856] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 3037b5a2-5784-47b1-a15a-de885d0d9044 is going to be created. [ 718.783196] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.783440] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.783572] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.783862] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.784156] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.784546] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-3037b5a2-5784-47b1-a15a-de885d0d9044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.083114] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf38baa7-1db7-4198-a318-4b2c0e5ed833: rpc.has_security_group_logging(os_id): False [ 719.102163] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.102335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.102395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.102627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.102773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.102955] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.103079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.103144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.103293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.103594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.103594] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 is going to be created. [ 719.120393] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.120607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.120672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.120900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.121187] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.121286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.121286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.121470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.121569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.121667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.121865] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.121964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.122054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.123136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.123136] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.123136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.123136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.123136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.123136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.123136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.123136] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.186598] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.186750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.186823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.187061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.187251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.199988] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 in Status: IN_PROGRESS for 2s [ 719.538697] env[66341]: INFO networking_nsxv3.common.synchronization [req-b4ab6647-944d-4919-9140-f2b93e077d4c req-13b1f5a1-e54f-424d-9675-0992194d48dc service nova] Enqueued Resource ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff with Priority: HIGHEST for action security_group_rules [ 719.538985] env[66341]: INFO networking_nsxv3.common.synchronization [req-b4ab6647-944d-4919-9140-f2b93e077d4c req-13b1f5a1-e54f-424d-9675-0992194d48dc service nova] Enqueued Resource ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff with Priority: HIGHEST for action security_group_members [ 719.538985] env[66341]: INFO networking_nsxv3.common.synchronization [req-b4ab6647-944d-4919-9140-f2b93e077d4c req-13b1f5a1-e54f-424d-9675-0992194d48dc service nova] Enqueued Resource ID: 3037b5a2-5784-47b1-a15a-de885d0d9044 with Priority: HIGHEST for action port [ 719.539614] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff with Priority: HIGHEST for action security_group_rules [ 719.539738] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff with Priority: HIGHEST for action security_group_members [ 719.541167] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3037b5a2-5784-47b1-a15a-de885d0d9044 with Priority: HIGHEST for action port [ 719.542108] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e0cdc10-5791-462b-bca6-93bb5c0334ff taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.542108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.542108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.542108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.542363] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e0cdc10-5791-462b-bca6-93bb5c0334ff',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.543352] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e0cdc10-5791-462b-bca6-93bb5c0334ff taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.543479] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.543545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.543748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.543885] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.543988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.544357] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.544554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.544648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.545317] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e0cdc10-5791-462b-bca6-93bb5c0334ff',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.546646] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-3037b5a2-5784-47b1-a15a-de885d0d9044 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.546646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3037b5a2-5784-47b1-a15a-de885d0d9044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.546646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3037b5a2-5784-47b1-a15a-de885d0d9044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.546804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3037b5a2-5784-47b1-a15a-de885d0d9044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.546835] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3037b5a2-5784-47b1-a15a-de885d0d9044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.626398] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 856bd112-8075-47bf-8938-5f12fa39dd9e: rpc.has_security_group_logging(os_id): False [ 719.649296] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.651346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.651712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.652024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.652124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.652360] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.652465] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.652527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.652677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.652762] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.652934] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.653047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.653088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.653223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.653288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.653471] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.653553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.653624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.653744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.653813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.653894] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 856bd112-8075-47bf-8938-5f12fa39dd9e is going to be updated. [ 719.763036] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.763036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.763036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.763036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.763036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.779120] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad28b08-b7eb-4fbc-8970-0ff4141f12e7 in Status: SUCCESS [ 719.779387] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad28b08-b7eb-4fbc-8970-0ff4141f12e7 deletion is rescheduled due to dependency. [ 719.779487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.785312] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: IN_PROGRESS for 2s [ 719.903312] env[66341]: INFO networking_nsxv3.common.synchronization [None req-c9eca1f6-91c7-466a-af11-7cc0f31d7359 None None] Enqueued Resource ID: dc77178a-cabd-4cb4-ab97-4153e3a78925 with Priority: HIGHEST for action port [ 719.903909] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc77178a-cabd-4cb4-ab97-4153e3a78925 with Priority: HIGHEST for action port [ 719.905789] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc77178a-cabd-4cb4-ab97-4153e3a78925 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.905967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc77178a-cabd-4cb4-ab97-4153e3a78925" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.905967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc77178a-cabd-4cb4-ab97-4153e3a78925" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.906273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc77178a-cabd-4cb4-ab97-4153e3a78925" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.906355] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc77178a-cabd-4cb4-ab97-4153e3a78925',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.049395] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e0cdc10-5791-462b-bca6-93bb5c0334ff taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.049592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.050991] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e0cdc10-5791-462b-bca6-93bb5c0334ff',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.050991] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3037b5a2-5784-47b1-a15a-de885d0d9044 with status ACTIVE [ 720.051402] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.051402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.051603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.051946] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.052221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.052673] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.052887] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.053104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.053339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.053525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.053741] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.053974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.054080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.054233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.054323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.054429] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3037b5a2-5784-47b1-a15a-de885d0d9044 is going to be updated. [ 720.078205] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.078205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.078205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.078205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.078433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.078433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3037b5a2-5784-47b1-a15a-de885d0d9044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.410560] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc77178a-cabd-4cb4-ab97-4153e3a78925 [ 720.412018] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.412018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.412018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.412018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.412018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.412018] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc77178a-cabd-4cb4-ab97-4153e3a78925 already deleted. [ 720.412018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc77178a-cabd-4cb4-ab97-4153e3a78925" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.557819] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e0cdc10-5791-462b-bca6-93bb5c0334ff',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.061378] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.061554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.061629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.061795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.061888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.061983] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff is going to be created. [ 721.088458] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.088699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.088794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.089011] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.089323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.101029] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff in Status: UNINITIALIZED for 2s [ 721.217939] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 in Status: SUCCESS [ 721.218229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.807315] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: SUCCESS [ 721.807315] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.116639] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff in Status: SUCCESS [ 723.117297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.117496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.117748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.117984] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.118128] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.118231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.118408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.118496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.118600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.118700] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e0cdc10-5791-462b-bca6-93bb5c0334ff',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.621311] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e0cdc10-5791-462b-bca6-93bb5c0334ff',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.123734] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e0cdc10-5791-462b-bca6-93bb5c0334ff: rpc.has_security_group_logging(os_id): False [ 724.149966] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.152021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.152357] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.153491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.153491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.153491] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.153491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.154655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.156487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.156487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.156487] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff is going to be created. [ 724.247061] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.247279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.247354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.248651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.248651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.268837] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff in Status: IN_PROGRESS for 2s [ 724.663274] env[66341]: INFO networking_nsxv3.common.synchronization [req-8b50649b-cc56-4f4d-ac93-6f7c38ca0a46 req-212aaf15-e9e7-49b1-a5c6-c584fc74c5eb tempest-TenantUsagesTestJSON-538165186 tempest-TenantUsagesTestJSON-538165186-project-member] Enqueued Resource ID: d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 with Priority: HIGHEST for action security_group_members [ 724.664813] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 with Priority: HIGHEST for action security_group_members [ 724.665594] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.665594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.665594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.665848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.666036] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.666307] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.666428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.666621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.666863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.666863] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.171680] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.172502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.172502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.172502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.172502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.172502] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.172780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.172780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.172780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.172880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.172880] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 already deleted. [ 725.173474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.225634] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.225817] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.225945] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.226334] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.226454] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.226601] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.226713] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.226916] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.227724] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.228090] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.228220] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.228330] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.228435] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.228541] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.228640] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.228771] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.255739] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.255962] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.256094] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.256335] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.256679] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-78249018-7536-4bee-8de0-db778506cf65 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.256829] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-78249018-7536-4bee-8de0-db778506cf65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.256938] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-78249018-7536-4bee-8de0-db778506cf65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.257443] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-78249018-7536-4bee-8de0-db778506cf65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.257595] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78249018-7536-4bee-8de0-db778506cf65',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.471169] env[66341]: INFO networking_nsxv3.common.synchronization [req-8c2e0acd-43f8-4c4a-9cfa-d5249744b2ae req-6a0c9f4b-5be2-4d3e-a0f2-92414563dfca tempest-ImagesOneServerTestJSON-1628143236 tempest-ImagesOneServerTestJSON-1628143236-project-member] Enqueued Resource ID: ed4cc554-d5e0-4dff-b7db-a32460bb3400 with Priority: HIGHEST for action security_group_members [ 725.471169] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed4cc554-d5e0-4dff-b7db-a32460bb3400 with Priority: HIGHEST for action security_group_members [ 725.471169] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed4cc554-d5e0-4dff-b7db-a32460bb3400 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.471403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.471756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.471830] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.472059] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.472161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.472215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.472440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.472532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.472632] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed4cc554-d5e0-4dff-b7db-a32460bb3400',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.762999] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.762999] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.762999] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.763384] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.763563] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.763749] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 78249018-7536-4bee-8de0-db778506cf65 not found, creating... [ 725.764110] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.764316] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.764450] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.764794] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.765051] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.765447] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.765637] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.765761] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.766078] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.766263] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.766421] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 78249018-7536-4bee-8de0-db778506cf65 is going to be created. [ 725.792928] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.793213] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.793366] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.793693] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.793986] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.794301] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-78249018-7536-4bee-8de0-db778506cf65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.919110] env[66341]: INFO networking_nsxv3.common.synchronization [None req-5565a444-de1c-4470-ae88-7aa2177907d1 None None] Enqueued Resource ID: d77b63d6-7a56-4a7d-a91b-ee97f35ef5bc with Priority: HIGHEST for action port [ 725.920161] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77b63d6-7a56-4a7d-a91b-ee97f35ef5bc with Priority: HIGHEST for action port [ 725.920625] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-d77b63d6-7a56-4a7d-a91b-ee97f35ef5bc taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.920833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d77b63d6-7a56-4a7d-a91b-ee97f35ef5bc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.920962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d77b63d6-7a56-4a7d-a91b-ee97f35ef5bc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.921387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d77b63d6-7a56-4a7d-a91b-ee97f35ef5bc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.921601] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d77b63d6-7a56-4a7d-a91b-ee97f35ef5bc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.976085] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.976349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.976471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.976825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.977079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.977356] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.977534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.977726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.977944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.978057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.978171] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed4cc554-d5e0-4dff-b7db-a32460bb3400 is going to be updated. [ 726.017907] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.018187] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.018187] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.018456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.018666] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.029977] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed4cc554-d5e0-4dff-b7db-a32460bb3400 in Status: IN_PROGRESS for 2s [ 726.283748] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff in Status: SUCCESS [ 726.284131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.426226] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d77b63d6-7a56-4a7d-a91b-ee97f35ef5bc [ 726.426226] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.426226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.426226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.426548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.426548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.426660] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d77b63d6-7a56-4a7d-a91b-ee97f35ef5bc already deleted. [ 726.426736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d77b63d6-7a56-4a7d-a91b-ee97f35ef5bc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.530563] env[66341]: INFO networking_nsxv3.common.synchronization [req-8b50649b-cc56-4f4d-ac93-6f7c38ca0a46 req-7d7cf1b2-8841-4c1f-80a0-e86c8b56a938 service nova] Enqueued Resource ID: d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 with Priority: HIGHEST for action security_group_rules [ 726.530741] env[66341]: INFO networking_nsxv3.common.synchronization [req-8b50649b-cc56-4f4d-ac93-6f7c38ca0a46 req-7d7cf1b2-8841-4c1f-80a0-e86c8b56a938 service nova] Enqueued Resource ID: d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 with Priority: HIGHEST for action security_group_members [ 726.530873] env[66341]: INFO networking_nsxv3.common.synchronization [req-8b50649b-cc56-4f4d-ac93-6f7c38ca0a46 req-7d7cf1b2-8841-4c1f-80a0-e86c8b56a938 service nova] Enqueued Resource ID: 78249018-7536-4bee-8de0-db778506cf65 with Priority: HIGHEST for action port [ 726.531453] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 with Priority: HIGHEST for action security_group_rules [ 726.531597] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 with Priority: HIGHEST for action security_group_members [ 726.531696] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78249018-7536-4bee-8de0-db778506cf65 with Priority: HIGHEST for action port [ 726.531967] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.535626] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.535626] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.535626] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.535626] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.537230] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.537304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.537375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.540876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.540876] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.540876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.540876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.540876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.540876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.540876] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.541709] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-78249018-7536-4bee-8de0-db778506cf65 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.541709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78249018-7536-4bee-8de0-db778506cf65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.541709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78249018-7536-4bee-8de0-db778506cf65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.541876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78249018-7536-4bee-8de0-db778506cf65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.541943] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78249018-7536-4bee-8de0-db778506cf65',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.974872] env[66341]: INFO networking_nsxv3.common.synchronization [req-6e961d94-a994-46be-9160-e3b4fb7112a6 req-64038779-1208-4e6e-87f9-c9f5ce9279c0 tempest-MultipleCreateTestJSON-297828704 tempest-MultipleCreateTestJSON-297828704-project-member] Enqueued Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_members [ 726.975408] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_members [ 726.975710] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.975833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.975899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.976261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.976465] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.976633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.976705] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.976896] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.977060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.977176] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.045244] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.046445] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.046445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.046611] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78249018-7536-4bee-8de0-db778506cf65 with status ACTIVE [ 727.046768] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.046874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.046943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.047277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.047368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.047577] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.047672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.047731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.047962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.048047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.048836] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.048948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.049542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.049636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.050076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.050076] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78249018-7536-4bee-8de0-db778506cf65 is going to be updated. [ 727.078795] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.079063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.079063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.079434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.079509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.079684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78249018-7536-4bee-8de0-db778506cf65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.332799] env[66341]: INFO networking_nsxv3.common.synchronization [req-862bdc79-2ed7-4750-9b95-71e0a644495d req-c3c33cc2-a73b-422a-85f2-4c9eb57b32fb tempest-ServersTestBootFromVolume-1935131785 tempest-ServersTestBootFromVolume-1935131785-project-member] Enqueued Resource ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d with Priority: HIGHEST for action security_group_members [ 727.332799] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d with Priority: HIGHEST for action security_group_members [ 727.332799] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.333389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.333389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.333484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.333657] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.333846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.333918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.334188] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.335244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.335357] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3dfc3ea-d1e1-4cfc-b9dc-23952528809d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.482379] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.553707] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.800065] env[66341]: INFO networking_nsxv3.common.synchronization [req-dc76331a-5f33-446a-8bb3-f54b1c271fd7 req-0ff61c90-7918-4dba-b203-16ef1f9d0fdb tempest-MultipleCreateTestJSON-297828704 tempest-MultipleCreateTestJSON-297828704-project-member] Enqueued Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_members [ 727.800803] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_members [ 727.801639] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.801639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.818140] env[66341]: INFO networking_nsxv3.common.synchronization [req-5f67bd6b-4ea7-4b02-8a9d-81ea1f47546b req-cb84353f-1c47-4f98-977a-ec32846af640 tempest-ServersTestJSON-86142683 tempest-ServersTestJSON-86142683-project-member] Enqueued Resource ID: a329d69a-03af-470d-8e31-ba681262a6b3 with Priority: HIGHEST for action security_group_members [ 727.818886] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a329d69a-03af-470d-8e31-ba681262a6b3 with Priority: HIGHEST for action security_group_members [ 727.819409] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-a329d69a-03af-470d-8e31-ba681262a6b3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.819675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.819807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.820164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.820379] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.820515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.820599] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.820746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.821335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.821335] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a329d69a-03af-470d-8e31-ba681262a6b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.840773] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.840975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.841157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.841237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.841386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.841525] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.841699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.841763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.841919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.842081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.843553] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d is going to be updated. [ 727.882935] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.883112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.883241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.883398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.883538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.893193] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d in Status: IN_PROGRESS for 2s [ 727.988029] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.990400] env[66341]: INFO networking_nsxv3.common.synchronization [None req-14e061fc-8fea-44ba-907d-05c2585937c7 None None] Enqueued Resource ID: 3df40260-beb3-45d5-ac81-ea9b1050c53e with Priority: HIGHEST for action port [ 727.990939] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3df40260-beb3-45d5-ac81-ea9b1050c53e with Priority: HIGHEST for action port [ 727.991032] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-3df40260-beb3-45d5-ac81-ea9b1050c53e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.991107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3df40260-beb3-45d5-ac81-ea9b1050c53e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.991207] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3df40260-beb3-45d5-ac81-ea9b1050c53e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.991522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3df40260-beb3-45d5-ac81-ea9b1050c53e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.991561] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3df40260-beb3-45d5-ac81-ea9b1050c53e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.040444] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed4cc554-d5e0-4dff-b7db-a32460bb3400 in Status: SUCCESS [ 728.040635] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed4cc554-d5e0-4dff-b7db-a32460bb3400 deletion is rescheduled due to dependency. [ 728.041025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.059661] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.059860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.059941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.060277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.060397] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.060497] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 is going to be created. [ 728.094703] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.094783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.094874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.095051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.096412] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.109624] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 in Status: UNINITIALIZED for 2s [ 728.172656] env[66341]: INFO networking_nsxv3.common.synchronization [req-a4289e3c-7188-45ef-bbc3-796762b982e4 req-1b5299f8-171f-41b3-9870-1cd1e3d40eae tempest-ListServerFiltersTestJSON-1649813458 tempest-ListServerFiltersTestJSON-1649813458-project-member] Enqueued Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGHEST for action security_group_members [ 728.172656] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGHEST for action security_group_members [ 728.172656] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-76295074-26bf-4f23-95ce-4821c762f5da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.172656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.172656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.172656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.172940] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.174563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.174563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.174563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.174727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.175365] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.323073] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.323668] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.323761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.323986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.324100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.324314] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.324408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.324467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.324617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.324690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.324772] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a329d69a-03af-470d-8e31-ba681262a6b3 is going to be updated. [ 728.410981] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.411484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.411484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.411669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.411719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.428786] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a329d69a-03af-470d-8e31-ba681262a6b3 in Status: IN_PROGRESS for 2s [ 728.492521] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.493027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.493027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.493027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.493296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.493296] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856bd112-8075-47bf-8938-5f12fa39dd9e is going to be updated. [ 728.494835] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3df40260-beb3-45d5-ac81-ea9b1050c53e [ 728.494835] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.495111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.495111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.496696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.496696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.496696] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3df40260-beb3-45d5-ac81-ea9b1050c53e already deleted. [ 728.497527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3df40260-beb3-45d5-ac81-ea9b1050c53e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.529665] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.529797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.529876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.530252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.530354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.541848] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: IN_PROGRESS for 2s [ 728.677999] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.679811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.679811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.679811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.679811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.680220] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.680220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.680220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.680333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.680375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.680527] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76295074-26bf-4f23-95ce-4821c762f5da already deleted. [ 728.680575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.691999] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.692107] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-704" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.692170] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-704" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.692501] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-704" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.692732] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.692885] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.692996] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.693861] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.694153] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.694413] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.694534] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.694640] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.694744] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.695012] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.695012] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.695090] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.720319] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.720319] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.720319] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.720319] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-704" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.720572] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-0a029306-68a9-4aec-81d7-668315c2b8cd taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.720572] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-0a029306-68a9-4aec-81d7-668315c2b8cd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.720741] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-0a029306-68a9-4aec-81d7-668315c2b8cd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.721424] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-0a029306-68a9-4aec-81d7-668315c2b8cd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.721424] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a029306-68a9-4aec-81d7-668315c2b8cd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.225030] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.225030] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.225030] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.225030] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.225281] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.225281] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 0a029306-68a9-4aec-81d7-668315c2b8cd not found, creating... [ 729.225481] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.225637] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.225754] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.225965] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.226414] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.226414] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.226611] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.226611] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.226804] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.226920] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.227086] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 0a029306-68a9-4aec-81d7-668315c2b8cd is going to be created. [ 729.248032] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.248243] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.248402] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.248677] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.248934] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.249206] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-0a029306-68a9-4aec-81d7-668315c2b8cd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.906085] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d in Status: SUCCESS [ 729.906407] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d deletion is rescheduled due to dependency. [ 729.906407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.985107] env[66341]: INFO networking_nsxv3.common.synchronization [req-a4289e3c-7188-45ef-bbc3-796762b982e4 req-5e8f52bf-9a55-4af4-80b9-34a016feea9f service nova] Enqueued Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGHEST for action security_group_rules [ 729.985375] env[66341]: INFO networking_nsxv3.common.synchronization [req-a4289e3c-7188-45ef-bbc3-796762b982e4 req-5e8f52bf-9a55-4af4-80b9-34a016feea9f service nova] Enqueued Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGHEST for action security_group_members [ 729.985660] env[66341]: INFO networking_nsxv3.common.synchronization [req-a4289e3c-7188-45ef-bbc3-796762b982e4 req-5e8f52bf-9a55-4af4-80b9-34a016feea9f service nova] Enqueued Resource ID: 0a029306-68a9-4aec-81d7-668315c2b8cd with Priority: HIGHEST for action port [ 729.986680] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGHEST for action security_group_rules [ 729.986909] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGHEST for action security_group_members [ 729.990789] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a029306-68a9-4aec-81d7-668315c2b8cd with Priority: HIGHEST for action port [ 729.990789] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76295074-26bf-4f23-95ce-4821c762f5da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.990789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.990789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.990789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.990789] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.990789] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-76295074-26bf-4f23-95ce-4821c762f5da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.990789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.990789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.990789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.990789] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.993181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.993259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.993460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.993641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.993760] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.994778] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a029306-68a9-4aec-81d7-668315c2b8cd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.994952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a029306-68a9-4aec-81d7-668315c2b8cd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.995020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a029306-68a9-4aec-81d7-668315c2b8cd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.996922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a029306-68a9-4aec-81d7-668315c2b8cd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.997023] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a029306-68a9-4aec-81d7-668315c2b8cd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.121088] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 in Status: SUCCESS [ 730.121394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.121562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.121794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.122054] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.122253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.122340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.122498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.122804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.122804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.122954] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.441134] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a329d69a-03af-470d-8e31-ba681262a6b3 in Status: SUCCESS [ 730.441429] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a329d69a-03af-470d-8e31-ba681262a6b3 deletion is rescheduled due to dependency. [ 730.441565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.501131] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.502294] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-76295074-26bf-4f23-95ce-4821c762f5da taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.502462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.503023] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a029306-68a9-4aec-81d7-668315c2b8cd with status ACTIVE [ 730.503023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.503023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.503023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.503244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.503244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.503406] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.503519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.503609] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.503848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.503970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.504274] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.504424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.504509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.504689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.504767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.506237] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a029306-68a9-4aec-81d7-668315c2b8cd is going to be updated. [ 730.533404] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.533573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.533616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.533882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.534048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.534226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a029306-68a9-4aec-81d7-668315c2b8cd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.562065] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: SUCCESS [ 730.562259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.562433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.562642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.563123] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.563305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.563433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.563642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.564074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.564074] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.625271] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.625455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.625526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.625756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.630087] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.630087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.630087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.630087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.630087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.630087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.630087] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.630087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.630087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.630087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.630087] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.630087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.630087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.630087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.630087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.630087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.634613] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.007149] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.068320] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.068506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.068571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.069019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.069019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.069248] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.069375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.069469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.069642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.069722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.069843] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856bd112-8075-47bf-8938-5f12fa39dd9e is going to be updated. [ 731.104184] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.104393] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.104393] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.104607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.104752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.117759] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: IN_PROGRESS for 2s [ 731.134280] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47: rpc.has_security_group_logging(os_id): False [ 731.159333] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.159502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.159554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.160160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.160160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.160160] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.160319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.160319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.161706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.161706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.161706] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.161706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.161706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.161706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.161706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.161706] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.161706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.161706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.161706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.161706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.161706] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 is going to be created. [ 731.171325] env[66341]: INFO networking_nsxv3.common.synchronization [None req-97d0b865-65a8-4719-9239-a5185396a43b None None] Enqueued Resource ID: c6dd808b-1676-42f5-b325-18f33a6d7ef5 with Priority: HIGHEST for action port [ 731.171536] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6dd808b-1676-42f5-b325-18f33a6d7ef5 with Priority: HIGHEST for action port [ 731.171881] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6dd808b-1676-42f5-b325-18f33a6d7ef5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.172083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6dd808b-1676-42f5-b325-18f33a6d7ef5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.172083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6dd808b-1676-42f5-b325-18f33a6d7ef5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.172444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6dd808b-1676-42f5-b325-18f33a6d7ef5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.172532] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6dd808b-1676-42f5-b325-18f33a6d7ef5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.242028] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.242028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.242028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.242028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.242028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.256913] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 in Status: IN_PROGRESS for 2s [ 731.511183] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.511183] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.511435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.511607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.511726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.511827] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76295074-26bf-4f23-95ce-4821c762f5da is going to be created. [ 731.539932] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.541312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.541425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.541621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.541783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.553533] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76295074-26bf-4f23-95ce-4821c762f5da in Status: UNINITIALIZED for 2s [ 731.677239] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6dd808b-1676-42f5-b325-18f33a6d7ef5 [ 731.677239] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.677239] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.677239] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.677638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.677638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.677638] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6dd808b-1676-42f5-b325-18f33a6d7ef5 already deleted. [ 731.677742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6dd808b-1676-42f5-b325-18f33a6d7ef5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.712251] env[66341]: INFO networking_nsxv3.common.synchronization [req-fb9923b7-93f9-487e-9abe-cc66272fc33b req-70e1b02f-9c74-4a05-93f4-2ea073d69395 tempest-ServersTestFqdnHostnames-691125552 tempest-ServersTestFqdnHostnames-691125552-project-member] Enqueued Resource ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 with Priority: HIGHEST for action security_group_members [ 732.715194] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 with Priority: HIGHEST for action security_group_members [ 732.715290] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-25805d5c-c18f-4267-8b89-3c394d3bdad6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.715431] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.715493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.715839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.715996] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.716118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.716206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.716394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.716498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.716596] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25805d5c-c18f-4267-8b89-3c394d3bdad6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.130544] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: SUCCESS [ 733.130544] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856bd112-8075-47bf-8938-5f12fa39dd9e deletion is rescheduled due to dependency. [ 733.130544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.223144] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.223144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.223144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.223144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.223144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.223144] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.223144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.223144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.223144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.223144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.223144] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 already deleted. [ 733.223144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.272032] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 in Status: SUCCESS [ 733.272989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.480768] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-364 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.480768] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-364" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.480768] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-364" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.482177] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-364" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.482524] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.482717] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.482869] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.483182] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.483369] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.483617] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.483746] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.483846] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.484017] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.484155] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.484264] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.484401] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.512163] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.512461] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.513528] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.513528] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-364" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.514660] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-aa3832fb-4e6b-471e-97e1-eac7d2e2e86c taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.514962] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-aa3832fb-4e6b-471e-97e1-eac7d2e2e86c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.515175] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-aa3832fb-4e6b-471e-97e1-eac7d2e2e86c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.515618] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-aa3832fb-4e6b-471e-97e1-eac7d2e2e86c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.515850] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa3832fb-4e6b-471e-97e1-eac7d2e2e86c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.568947] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76295074-26bf-4f23-95ce-4821c762f5da in Status: SUCCESS [ 733.569486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.569486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.569642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.569995] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.569995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.570152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.570286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.570335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.570476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.570641] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.771243] env[66341]: INFO networking_nsxv3.common.synchronization [None req-db7cec50-d4a4-4e5d-b280-ab0473d2bb60 None None] Enqueued Resource ID: b7c40e51-e849-45b3-9996-95459984f230 with Priority: HIGHEST for action port [ 733.771243] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c40e51-e849-45b3-9996-95459984f230 with Priority: HIGHEST for action port [ 733.771243] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7c40e51-e849-45b3-9996-95459984f230 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.771243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7c40e51-e849-45b3-9996-95459984f230" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.771243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7c40e51-e849-45b3-9996-95459984f230" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.771841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7c40e51-e849-45b3-9996-95459984f230" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.771841] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7c40e51-e849-45b3-9996-95459984f230',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.885900] env[66341]: INFO networking_nsxv3.common.synchronization [None req-84b16e1e-0b31-46c8-ac4e-7ba0058ace30 None None] Enqueued Resource ID: e7953595-0bdc-47dc-b522-10adb44d8b9e with Priority: HIGHEST for action port [ 733.886490] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7953595-0bdc-47dc-b522-10adb44d8b9e with Priority: HIGHEST for action port [ 733.887109] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7953595-0bdc-47dc-b522-10adb44d8b9e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.887271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7953595-0bdc-47dc-b522-10adb44d8b9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.887522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7953595-0bdc-47dc-b522-10adb44d8b9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.887607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7953595-0bdc-47dc-b522-10adb44d8b9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.887716] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7953595-0bdc-47dc-b522-10adb44d8b9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.021380] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.024019] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.024019] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.024019] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.024019] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.024019] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port aa3832fb-4e6b-471e-97e1-eac7d2e2e86c not found, creating... [ 734.024019] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.024019] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.024019] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.024019] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.024019] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.024556] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.024890] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.025175] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.025547] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.025881] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.026159] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: aa3832fb-4e6b-471e-97e1-eac7d2e2e86c is going to be created. [ 734.053584] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.053846] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.053930] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.054235] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.054469] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.054682] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-aa3832fb-4e6b-471e-97e1-eac7d2e2e86c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.073766] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-76295074-26bf-4f23-95ce-4821c762f5da taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.073766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.073766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.074137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.074137] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.074310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.074310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.074457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.074505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.074550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.074717] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-76295074-26bf-4f23-95ce-4821c762f5da taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.074806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.074878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.075046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.075186] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.075280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.075346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.075485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.075597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.075637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.075892] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.275707] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7c40e51-e849-45b3-9996-95459984f230 [ 734.276029] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.276216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.276317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.276628] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.276750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.276899] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7c40e51-e849-45b3-9996-95459984f230 already deleted. [ 734.277021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7c40e51-e849-45b3-9996-95459984f230" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.391046] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7953595-0bdc-47dc-b522-10adb44d8b9e [ 734.391046] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.391046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.391046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.391046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.391046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.391046] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7953595-0bdc-47dc-b522-10adb44d8b9e already deleted. [ 734.391046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7953595-0bdc-47dc-b522-10adb44d8b9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.581942] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76295074-26bf-4f23-95ce-4821c762f5da: rpc.has_security_group_logging(os_id): False [ 734.603252] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.603406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.603473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.603766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.603807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.603972] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.604111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.604157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.605171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.605171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.605171] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.605171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.605171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.605171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.605171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.605171] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.605547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.605547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.605547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.605547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.605695] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76295074-26bf-4f23-95ce-4821c762f5da is going to be created. [ 734.619920] env[66341]: INFO networking_nsxv3.common.synchronization [req-8d5dd904-87ad-445c-9b8a-7cb97154d3af req-897aae48-803d-4d15-bdc6-3c0055090949 tempest-VolumesAssistedSnapshotsTest-1387870364 tempest-VolumesAssistedSnapshotsTest-1387870364-project-member] Enqueued Resource ID: 3e16096e-614d-41cd-9e13-e75315b74a8d with Priority: HIGHEST for action security_group_members [ 734.621024] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e16096e-614d-41cd-9e13-e75315b74a8d with Priority: HIGHEST for action security_group_members [ 734.621409] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e16096e-614d-41cd-9e13-e75315b74a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.621731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.621731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.621870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.622031] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.622152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.622218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.622394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.622491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.622589] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e16096e-614d-41cd-9e13-e75315b74a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.767173] env[66341]: INFO networking_nsxv3.common.synchronization [req-fb9923b7-93f9-487e-9abe-cc66272fc33b req-14474ad5-defe-4226-9418-89d3e61a181a service nova] Enqueued Resource ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 with Priority: HIGHEST for action security_group_rules [ 734.767173] env[66341]: INFO networking_nsxv3.common.synchronization [req-fb9923b7-93f9-487e-9abe-cc66272fc33b req-14474ad5-defe-4226-9418-89d3e61a181a service nova] Enqueued Resource ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 with Priority: HIGHEST for action security_group_members [ 734.767173] env[66341]: INFO networking_nsxv3.common.synchronization [req-fb9923b7-93f9-487e-9abe-cc66272fc33b req-14474ad5-defe-4226-9418-89d3e61a181a service nova] Enqueued Resource ID: aa3832fb-4e6b-471e-97e1-eac7d2e2e86c with Priority: HIGHEST for action port [ 734.767621] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 with Priority: HIGHEST for action security_group_rules [ 734.767908] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 with Priority: HIGHEST for action security_group_members [ 734.767908] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa3832fb-4e6b-471e-97e1-eac7d2e2e86c with Priority: HIGHEST for action port [ 734.768186] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25805d5c-c18f-4267-8b89-3c394d3bdad6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.768244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.768306] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.768521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.768660] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25805d5c-c18f-4267-8b89-3c394d3bdad6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.769528] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-25805d5c-c18f-4267-8b89-3c394d3bdad6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.769654] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.769987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.769987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.770085] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.770138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.770276] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.770672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.770672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.770672] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25805d5c-c18f-4267-8b89-3c394d3bdad6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.772868] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa3832fb-4e6b-471e-97e1-eac7d2e2e86c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.773683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa3832fb-4e6b-471e-97e1-eac7d2e2e86c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.773683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa3832fb-4e6b-471e-97e1-eac7d2e2e86c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.774118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa3832fb-4e6b-471e-97e1-eac7d2e2e86c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.774118] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa3832fb-4e6b-471e-97e1-eac7d2e2e86c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.795550] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.796135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.796931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.796931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.797097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.821646] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76295074-26bf-4f23-95ce-4821c762f5da in Status: IN_PROGRESS for 2s [ 735.125652] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.125865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.125947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.127198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.127470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.127853] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.128107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.128256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.128518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.131251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.131251] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e16096e-614d-41cd-9e13-e75315b74a8d is going to be updated. [ 735.160922] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.161112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.161192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.161447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.161604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.171277] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e16096e-614d-41cd-9e13-e75315b74a8d in Status: IN_PROGRESS for 2s [ 735.264197] env[66341]: INFO networking_nsxv3.common.synchronization [req-fb6f9403-eccf-4618-a8eb-06afdaa646b6 req-e65a30a1-2b68-48d7-af6e-d53f3ffc73c2 tempest-ListServerFiltersTestJSON-1649813458 tempest-ListServerFiltersTestJSON-1649813458-project-member] Enqueued Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGHEST for action security_group_members [ 735.264729] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGHEST for action security_group_members [ 735.265048] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-76295074-26bf-4f23-95ce-4821c762f5da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.265179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.265247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.265480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.265643] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.265745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.265806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.265953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.269228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.269389] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.275742] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-25805d5c-c18f-4267-8b89-3c394d3bdad6 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.275742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.276095] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25805d5c-c18f-4267-8b89-3c394d3bdad6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.282934] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa3832fb-4e6b-471e-97e1-eac7d2e2e86c with status ACTIVE [ 735.282934] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.282934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.282934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.282934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.282934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.282934] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.282934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.282934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.282934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.282934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.282934] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.282934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.282934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.282934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.282934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.282934] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa3832fb-4e6b-471e-97e1-eac7d2e2e86c is going to be updated. [ 735.324037] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.326379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.326460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.326681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.327016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.327016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa3832fb-4e6b-471e-97e1-eac7d2e2e86c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.751408] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.751658] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-704" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.751819] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-704" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.752140] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-704" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.752450] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.752644] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.752779] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.753022] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.753167] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.753395] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.753525] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.753679] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.753834] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.754016] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.754184] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.754387] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.772281] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.778603] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25805d5c-c18f-4267-8b89-3c394d3bdad6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.780628] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.780782] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 735.780922] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.781383] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-704" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.781869] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-f7929660-f42d-4dbe-9e68-2bc2608c4c8f taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.782747] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-f7929660-f42d-4dbe-9e68-2bc2608c4c8f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.782747] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-f7929660-f42d-4dbe-9e68-2bc2608c4c8f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.782747] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-f7929660-f42d-4dbe-9e68-2bc2608c4c8f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.782747] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7929660-f42d-4dbe-9e68-2bc2608c4c8f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.277332] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.287037] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.287037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.287037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.287278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.287278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.287416] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 is going to be created. [ 736.291082] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.291404] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.291563] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.291877] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.292077] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.292264] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port f7929660-f42d-4dbe-9e68-2bc2608c4c8f not found, creating... [ 736.292600] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.292783] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.292921] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.293194] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.293356] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.293705] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.293890] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.294023] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.294279] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.294426] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.294596] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: f7929660-f42d-4dbe-9e68-2bc2608c4c8f is going to be created. [ 736.319937] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.320484] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.320685] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.320960] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.322521] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.322521] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-f7929660-f42d-4dbe-9e68-2bc2608c4c8f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.323754] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.324164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.324164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.324164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.324307] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.336044] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 in Status: UNINITIALIZED for 2s [ 736.781392] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.781741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.781889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.782211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.782410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.782611] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76295074-26bf-4f23-95ce-4821c762f5da is going to be updated. [ 736.817037] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.817037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.817037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.817037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.817037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.825215] env[66341]: INFO networking_nsxv3.common.synchronization [None req-8b547917-d38a-42cc-a57e-8dc5dc43381a None None] Enqueued Resource ID: 7eb303ec-87c6-4459-b6e9-6f245378f092 with Priority: HIGHEST for action port [ 736.826155] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76295074-26bf-4f23-95ce-4821c762f5da in Status: IN_PROGRESS for 2s [ 736.829805] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eb303ec-87c6-4459-b6e9-6f245378f092 with Priority: HIGHEST for action port [ 736.831727] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-7eb303ec-87c6-4459-b6e9-6f245378f092 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.831727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7eb303ec-87c6-4459-b6e9-6f245378f092" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.831727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7eb303ec-87c6-4459-b6e9-6f245378f092" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.831727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7eb303ec-87c6-4459-b6e9-6f245378f092" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.831727] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eb303ec-87c6-4459-b6e9-6f245378f092',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.833833] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76295074-26bf-4f23-95ce-4821c762f5da in Status: SUCCESS [ 736.833996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.062514] env[66341]: INFO networking_nsxv3.common.synchronization [req-fb6f9403-eccf-4618-a8eb-06afdaa646b6 req-32aa840e-4bef-4465-bcca-645da81bfc0f service nova] Enqueued Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGHEST for action security_group_rules [ 737.062677] env[66341]: INFO networking_nsxv3.common.synchronization [req-fb6f9403-eccf-4618-a8eb-06afdaa646b6 req-32aa840e-4bef-4465-bcca-645da81bfc0f service nova] Enqueued Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGHEST for action security_group_members [ 737.070239] env[66341]: INFO networking_nsxv3.common.synchronization [req-fb6f9403-eccf-4618-a8eb-06afdaa646b6 req-32aa840e-4bef-4465-bcca-645da81bfc0f service nova] Enqueued Resource ID: f7929660-f42d-4dbe-9e68-2bc2608c4c8f with Priority: HIGHEST for action port [ 737.070239] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGHEST for action security_group_rules [ 737.070239] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGHEST for action security_group_members [ 737.070239] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7929660-f42d-4dbe-9e68-2bc2608c4c8f with Priority: HIGHEST for action port [ 737.070933] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76295074-26bf-4f23-95ce-4821c762f5da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.070933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.070933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.070933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.070933] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.071870] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-76295074-26bf-4f23-95ce-4821c762f5da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.071997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.072288] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7929660-f42d-4dbe-9e68-2bc2608c4c8f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.072386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7929660-f42d-4dbe-9e68-2bc2608c4c8f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.072452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7929660-f42d-4dbe-9e68-2bc2608c4c8f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.072648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7929660-f42d-4dbe-9e68-2bc2608c4c8f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.072721] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7929660-f42d-4dbe-9e68-2bc2608c4c8f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.185674] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e16096e-614d-41cd-9e13-e75315b74a8d in Status: SUCCESS [ 737.185814] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e16096e-614d-41cd-9e13-e75315b74a8d deletion is rescheduled due to dependency. [ 737.185943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.333745] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7eb303ec-87c6-4459-b6e9-6f245378f092 [ 737.333986] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.334156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.334312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.334620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.334720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.334820] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7eb303ec-87c6-4459-b6e9-6f245378f092 already deleted. [ 737.334902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7eb303ec-87c6-4459-b6e9-6f245378f092" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.417151] env[66341]: INFO networking_nsxv3.common.synchronization [req-6da5ce5e-33d3-4f8a-aca0-e750e6b2ef3e req-780d5864-b0e0-4100-919a-170887c4b39f tempest-ServersTestManualDisk-1486569766 tempest-ServersTestManualDisk-1486569766-project-member] Enqueued Resource ID: cf6e8751-40d5-41e9-b77a-f725deb4931b with Priority: HIGHEST for action security_group_members [ 737.418296] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf6e8751-40d5-41e9-b77a-f725deb4931b with Priority: HIGHEST for action security_group_members [ 737.418614] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf6e8751-40d5-41e9-b77a-f725deb4931b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.418740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.418809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.419074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.419285] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.419399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.419465] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.419619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.419705] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.419797] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf6e8751-40d5-41e9-b77a-f725deb4931b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.576334] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-76295074-26bf-4f23-95ce-4821c762f5da taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.576334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.576334] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7929660-f42d-4dbe-9e68-2bc2608c4c8f with status ACTIVE [ 737.576497] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.576538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.576581] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.576787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.576868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.577045] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.577151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.577247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.577413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.577487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.577669] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.577758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.577816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.577948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.578031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.578115] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7929660-f42d-4dbe-9e68-2bc2608c4c8f is going to be updated. [ 737.603966] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.604129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.604310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.604398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.604884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.604884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7929660-f42d-4dbe-9e68-2bc2608c4c8f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.843235] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-456 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.843235] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-456" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.843235] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-456" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.843235] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-456" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.843685] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.843685] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.843685] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.843819] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.843849] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.844053] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.844158] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.844261] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.844363] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.844465] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.844568] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.844693] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.869425] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.869647] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.869795] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.870033] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-456" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.870358] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-24709e74-223a-4cad-925a-9ae5c2ca2d65 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.870612] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-24709e74-223a-4cad-925a-9ae5c2ca2d65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.870671] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-24709e74-223a-4cad-925a-9ae5c2ca2d65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.870975] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-24709e74-223a-4cad-925a-9ae5c2ca2d65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.871158] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24709e74-223a-4cad-925a-9ae5c2ca2d65',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.922886] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.922886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.923134] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.923310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.923451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.923736] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.923899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.924010] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.924324] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.924324] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.924474] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf6e8751-40d5-41e9-b77a-f725deb4931b already deleted. [ 737.924576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.351228] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 in Status: SUCCESS [ 738.351601] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.351679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.351851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.352055] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.352174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.352241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.352409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.352491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.352576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.352749] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25805d5c-c18f-4267-8b89-3c394d3bdad6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.373346] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.373346] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.373346] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.373665] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.373829] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.374327] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 24709e74-223a-4cad-925a-9ae5c2ca2d65 not found, creating... [ 738.374404] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.374590] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.374741] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.375028] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.375184] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.375514] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.375701] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.375817] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.376079] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.376231] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.376395] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 24709e74-223a-4cad-925a-9ae5c2ca2d65 is going to be created. [ 738.400746] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.401040] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.401110] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.401405] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.401658] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.401891] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-24709e74-223a-4cad-925a-9ae5c2ca2d65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.837582] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76295074-26bf-4f23-95ce-4821c762f5da in Status: SUCCESS [ 738.837879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.838125] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.838393] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.838619] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.838762] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.838846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.839053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.839152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.839320] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.855331] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25805d5c-c18f-4267-8b89-3c394d3bdad6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.156769] env[66341]: INFO networking_nsxv3.common.synchronization [req-6da5ce5e-33d3-4f8a-aca0-e750e6b2ef3e req-2f6c318b-ab6c-4b5b-8712-014bc213acd6 service nova] Enqueued Resource ID: cf6e8751-40d5-41e9-b77a-f725deb4931b with Priority: HIGHEST for action security_group_rules [ 739.157020] env[66341]: INFO networking_nsxv3.common.synchronization [req-6da5ce5e-33d3-4f8a-aca0-e750e6b2ef3e req-2f6c318b-ab6c-4b5b-8712-014bc213acd6 service nova] Enqueued Resource ID: cf6e8751-40d5-41e9-b77a-f725deb4931b with Priority: HIGHEST for action security_group_members [ 739.157221] env[66341]: INFO networking_nsxv3.common.synchronization [req-6da5ce5e-33d3-4f8a-aca0-e750e6b2ef3e req-2f6c318b-ab6c-4b5b-8712-014bc213acd6 service nova] Enqueued Resource ID: 24709e74-223a-4cad-925a-9ae5c2ca2d65 with Priority: HIGHEST for action port [ 739.160681] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf6e8751-40d5-41e9-b77a-f725deb4931b with Priority: HIGHEST for action security_group_rules [ 739.160681] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf6e8751-40d5-41e9-b77a-f725deb4931b with Priority: HIGHEST for action security_group_members [ 739.160681] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24709e74-223a-4cad-925a-9ae5c2ca2d65 with Priority: HIGHEST for action port [ 739.160681] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf6e8751-40d5-41e9-b77a-f725deb4931b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.160681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.160681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.160681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.160681] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf6e8751-40d5-41e9-b77a-f725deb4931b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.161367] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf6e8751-40d5-41e9-b77a-f725deb4931b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.161367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.161367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.161517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.162520] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.162520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.162520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.162520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.162520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.162810] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf6e8751-40d5-41e9-b77a-f725deb4931b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.163765] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-24709e74-223a-4cad-925a-9ae5c2ca2d65 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.163931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24709e74-223a-4cad-925a-9ae5c2ca2d65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.164031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24709e74-223a-4cad-925a-9ae5c2ca2d65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.164310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24709e74-223a-4cad-925a-9ae5c2ca2d65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.164382] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24709e74-223a-4cad-925a-9ae5c2ca2d65',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.342295] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.359775] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25805d5c-c18f-4267-8b89-3c394d3bdad6: rpc.has_security_group_logging(os_id): False [ 739.381344] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.381657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.381657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.381837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.382025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.382115] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.382400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.382400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.382400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.382603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.382603] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 is going to be created. [ 739.451589] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.451589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.451701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.452057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.452148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.469158] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 in Status: IN_PROGRESS for 2s [ 739.668443] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf6e8751-40d5-41e9-b77a-f725deb4931b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.668443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.668443] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf6e8751-40d5-41e9-b77a-f725deb4931b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.668845] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24709e74-223a-4cad-925a-9ae5c2ca2d65 with status ACTIVE [ 739.669061] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.669193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.669296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.669877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.669877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.669877] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.669877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.669877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.670104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.670104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.670258] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.670384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.670384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.670532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.670605] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.671168] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24709e74-223a-4cad-925a-9ae5c2ca2d65 is going to be updated. [ 739.695466] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.695466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.696759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.696759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.696759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.696759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24709e74-223a-4cad-925a-9ae5c2ca2d65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.845659] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.050993] env[66341]: INFO networking_nsxv3.common.synchronization [req-65d2ab30-8cab-4ae3-9439-54233ceff0fe req-e855a4e3-82e4-4601-92ef-b48a962c1349 tempest-ServersAdminTestJSON-653169236 tempest-ServersAdminTestJSON-653169236-project-member] Enqueued Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_members [ 740.051784] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_members [ 740.052430] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.052430] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.052430] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.052430] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.052749] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.052749] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.052749] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.052913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.053010] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.053114] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.174935] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf6e8751-40d5-41e9-b77a-f725deb4931b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.350703] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.350703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.350703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.350703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.350703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.350703] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76295074-26bf-4f23-95ce-4821c762f5da is going to be updated. [ 740.380257] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.380497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.380644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.384022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.384022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.393599] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76295074-26bf-4f23-95ce-4821c762f5da in Status: IN_PROGRESS for 2s [ 740.557288] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.684056] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.684451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.684451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.684822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.684926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.685115] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf6e8751-40d5-41e9-b77a-f725deb4931b is going to be created. [ 740.721112] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.721112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.721112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.721112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.721112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.737707] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf6e8751-40d5-41e9-b77a-f725deb4931b in Status: UNINITIALIZED for 2s [ 741.003601] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.003925] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-814" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.004064] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-814" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.004337] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-814" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.004576] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.004894] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.004964] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.005174] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.005283] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.005501] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.005791] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.005791] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.005791] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.005926] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.006010] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.006125] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.024589] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.024853] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 741.024963] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.025281] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-814" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.025712] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-dfc4eec3-9d08-4960-af7c-bdad0ad8a906 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.025899] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-dfc4eec3-9d08-4960-af7c-bdad0ad8a906" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.026020] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-dfc4eec3-9d08-4960-af7c-bdad0ad8a906" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.026359] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-dfc4eec3-9d08-4960-af7c-bdad0ad8a906" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.026518] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfc4eec3-9d08-4960-af7c-bdad0ad8a906',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.060433] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.076870] env[66341]: INFO networking_nsxv3.common.synchronization [req-cb69333c-c94a-4055-ac85-a21ff5d39f4b req-ac892f07-a66e-4f44-8b7e-edb96e07fddb tempest-ImagesOneServerNegativeTestJSON-1858042452 tempest-ImagesOneServerNegativeTestJSON-1858042452-project-member] Enqueued Resource ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf with Priority: HIGHEST for action security_group_members [ 741.077402] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf with Priority: HIGHEST for action security_group_members [ 741.077726] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.077848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.077917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.078140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.078284] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.078379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.078441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.078585] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.078668] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.078759] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b5701b1-bb10-411e-b4c9-cd7bdf5135cf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.486806] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 in Status: SUCCESS [ 741.487528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.530427] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.530713] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.530834] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.531153] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.531334] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.531750] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port dfc4eec3-9d08-4960-af7c-bdad0ad8a906 not found, creating... [ 741.531892] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.531964] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.532443] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.532443] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.532537] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.535385] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.535845] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.536034] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.536391] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.537385] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.537614] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: dfc4eec3-9d08-4960-af7c-bdad0ad8a906 is going to be created. [ 741.561244] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.561399] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.561521] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.561801] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.562046] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.562271] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-dfc4eec3-9d08-4960-af7c-bdad0ad8a906" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.563906] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.564250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.564499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.568099] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.568099] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.568099] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b is going to be updated. [ 741.584769] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.585052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.585258] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.585523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.585677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.585941] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.586109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.586215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.586574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.586574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.586574] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf is going to be updated. [ 741.602605] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.602765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.602838] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.603054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.603199] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.613502] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: IN_PROGRESS for 2s [ 741.628577] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.628742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.628883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.629281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.629535] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.639791] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf in Status: IN_PROGRESS for 2s [ 742.324870] env[66341]: INFO networking_nsxv3.common.synchronization [req-9f14780c-abef-45a2-a667-7beb88a684fd req-65734fb5-5d9b-4fe7-9653-7d0a14056520 tempest-FloatingIPsAssociationTestJSON-1991619011 tempest-FloatingIPsAssociationTestJSON-1991619011-project-member] Enqueued Resource ID: 3c81d12b-3c6c-4096-be8d-884214954723 with Priority: HIGHEST for action security_group_members [ 742.326222] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c81d12b-3c6c-4096-be8d-884214954723 with Priority: HIGHEST for action security_group_members [ 742.327056] env[66341]: INFO networking_nsxv3.common.synchronization [req-65d2ab30-8cab-4ae3-9439-54233ceff0fe req-2dca1504-9b8b-492a-be55-ea5d093529aa service nova] Enqueued Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_rules [ 742.327215] env[66341]: INFO networking_nsxv3.common.synchronization [req-65d2ab30-8cab-4ae3-9439-54233ceff0fe req-2dca1504-9b8b-492a-be55-ea5d093529aa service nova] Enqueued Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_members [ 742.327369] env[66341]: INFO networking_nsxv3.common.synchronization [req-65d2ab30-8cab-4ae3-9439-54233ceff0fe req-2dca1504-9b8b-492a-be55-ea5d093529aa service nova] Enqueued Resource ID: dfc4eec3-9d08-4960-af7c-bdad0ad8a906 with Priority: HIGHEST for action port [ 742.327680] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c81d12b-3c6c-4096-be8d-884214954723 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.327798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.327865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.328072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.328225] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.328388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.328388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.328565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.328613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.328682] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c81d12b-3c6c-4096-be8d-884214954723',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.330858] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_rules [ 742.330858] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_members [ 742.330858] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc4eec3-9d08-4960-af7c-bdad0ad8a906 with Priority: HIGHEST for action port [ 742.331634] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.331761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.332755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.332755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.332755] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.333304] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.333304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.334061] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfc4eec3-9d08-4960-af7c-bdad0ad8a906 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.334061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfc4eec3-9d08-4960-af7c-bdad0ad8a906" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.334061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfc4eec3-9d08-4960-af7c-bdad0ad8a906" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.334261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfc4eec3-9d08-4960-af7c-bdad0ad8a906" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.334261] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfc4eec3-9d08-4960-af7c-bdad0ad8a906',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.408370] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76295074-26bf-4f23-95ce-4821c762f5da in Status: SUCCESS [ 742.408370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.408370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.408370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.408534] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.408735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.408735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.408892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.408980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.409621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.409621] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.630780] env[66341]: INFO networking_nsxv3.common.synchronization [req-24d9f453-3cf7-4d08-9417-3597bb5a86fd req-827fb6ec-e287-4232-b9c5-fff0c7c82b31 tempest-ServerDiskConfigTestJSON-1657017966 tempest-ServerDiskConfigTestJSON-1657017966-project-member] Enqueued Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 742.631337] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 742.631682] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.632925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.632925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.632925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.632925] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.632925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.632925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.632925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.632925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.632925] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.746654] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf6e8751-40d5-41e9-b77a-f725deb4931b in Status: SUCCESS [ 742.747728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.747728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.747728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.747728] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.747728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.747728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.748112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.748112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.748112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.748200] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf6e8751-40d5-41e9-b77a-f725deb4931b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.832085] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.832273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.832333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.832863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.832863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.833049] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.833049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.833195] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.833255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.833336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.833424] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c81d12b-3c6c-4096-be8d-884214954723 is going to be updated. [ 742.836445] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.836742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.836901] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfc4eec3-9d08-4960-af7c-bdad0ad8a906 with status ACTIVE [ 742.837023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.837153] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.837203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.837507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.837585] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.837826] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.837899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.837934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.838226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.838226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.838394] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.838673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.838673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.838817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.838918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.839091] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfc4eec3-9d08-4960-af7c-bdad0ad8a906 is going to be updated. [ 742.868416] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.868613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.868613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.868823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.868957] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.869914] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfc4eec3-9d08-4960-af7c-bdad0ad8a906" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.876777] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.876944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.877013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.877236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.877400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.894294] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c81d12b-3c6c-4096-be8d-884214954723 in Status: IN_PROGRESS for 2s [ 742.913681] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-76295074-26bf-4f23-95ce-4821c762f5da taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.913825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.913903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.914137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.914310] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.914415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.914473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.914607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.914868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.914868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.914957] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-76295074-26bf-4f23-95ce-4821c762f5da taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.915018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.915133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.915236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.915376] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.915464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.915524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.915668] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.915742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.915798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.915890] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.134536] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.134698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.134766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.134987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.135101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.135316] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.135418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.135476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.135623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.135797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.135797] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 is going to be updated. [ 743.166426] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.166594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.166670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.166909] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.167020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.176805] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: IN_PROGRESS for 2s [ 743.252011] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf6e8751-40d5-41e9-b77a-f725deb4931b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.418236] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76295074-26bf-4f23-95ce-4821c762f5da: rpc.has_security_group_logging(os_id): False [ 743.439932] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.440200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.440277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.440738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.440869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.441131] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.441248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.441317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.441531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.441604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.441824] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.441928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.442062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.442166] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.442262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.442464] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.442542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.442574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.442717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.442874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.442874] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76295074-26bf-4f23-95ce-4821c762f5da is going to be updated. [ 743.503993] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.504312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.504462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.504688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.504834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.519808] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76295074-26bf-4f23-95ce-4821c762f5da in Status: IN_PROGRESS for 2s [ 743.628378] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: SUCCESS [ 743.628789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.628998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.629897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.630135] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.630312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.630414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.633338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.633505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.633636] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.652326] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf in Status: SUCCESS [ 743.652515] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf deletion is rescheduled due to dependency. [ 743.652664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.753930] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf6e8751-40d5-41e9-b77a-f725deb4931b: rpc.has_security_group_logging(os_id): False [ 743.773577] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.776020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.776020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.776020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.776020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.776020] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.776020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.776020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.776020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.776020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.776020] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf6e8751-40d5-41e9-b77a-f725deb4931b is going to be created. [ 743.842352] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.842515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.842555] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.842761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.842944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.855387] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf6e8751-40d5-41e9-b77a-f725deb4931b in Status: IN_PROGRESS for 2s [ 744.136675] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.643158] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.738206] env[66341]: INFO networking_nsxv3.common.synchronization [req-db9db027-f855-4a8c-baca-1484c5c5d837 req-12a61129-3ca7-4454-aed2-e705b97e3558 tempest-ImagesTestJSON-624667671 tempest-ImagesTestJSON-624667671-project-member] Enqueued Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 744.741658] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 744.741658] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.741658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.741658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.741658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.741658] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.741658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.741658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.741658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.742369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.742369] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.861399] env[66341]: INFO networking_nsxv3.common.synchronization [req-327f92fd-8629-46be-9a62-165f61d1c250 req-28cd5592-bda6-44bb-9c06-7c11b8e357b5 tempest-ListServerFiltersTestJSON-1649813458 tempest-ListServerFiltersTestJSON-1649813458-project-member] Enqueued Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGHEST for action security_group_members [ 744.862295] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGHEST for action security_group_members [ 744.862745] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-76295074-26bf-4f23-95ce-4821c762f5da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.862956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.863043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.863298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.863505] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.863591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.863661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.863864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.863979] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.864202] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.911794] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c81d12b-3c6c-4096-be8d-884214954723 in Status: SUCCESS [ 744.911989] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c81d12b-3c6c-4096-be8d-884214954723 deletion is rescheduled due to dependency. [ 744.912120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.147714] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.147886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.147958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.148199] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.148328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.148438] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b is going to be updated. [ 745.190071] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.190071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.190071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.190071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.190071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.190071] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: SUCCESS [ 745.190071] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 deletion is rescheduled due to dependency. [ 745.190071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.201291] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: IN_PROGRESS for 2s [ 745.246380] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.246380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.246380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.246380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.246380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.246380] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.246380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.246380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.247071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.247071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.247071] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 is going to be updated. [ 745.298688] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.298688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.298688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.298878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.300081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.313452] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: IN_PROGRESS for 2s [ 745.367272] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.403179] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.403456] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-704" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.403590] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-704" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.404216] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-704" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.404216] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.404556] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.404556] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.404711] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.404867] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.405088] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.405213] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.405322] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.405436] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.405684] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.405684] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.405808] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.430045] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.430045] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 745.430045] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.430045] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-704" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.430455] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-98a3840c-9aee-4163-b04b-f2af13a6e513 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.430455] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-98a3840c-9aee-4163-b04b-f2af13a6e513" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.430455] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-98a3840c-9aee-4163-b04b-f2af13a6e513" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.430717] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-98a3840c-9aee-4163-b04b-f2af13a6e513" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.430845] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98a3840c-9aee-4163-b04b-f2af13a6e513',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.536740] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76295074-26bf-4f23-95ce-4821c762f5da in Status: SUCCESS [ 745.539039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.869742] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf6e8751-40d5-41e9-b77a-f725deb4931b in Status: SUCCESS [ 745.870121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.870238] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.935579] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.935579] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.935579] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.936264] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.936264] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.936264] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 98a3840c-9aee-4163-b04b-f2af13a6e513 not found, creating... [ 745.936755] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.937236] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.937236] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.937236] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.937455] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.937645] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.937798] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.937909] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.938147] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.938345] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.938426] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 98a3840c-9aee-4163-b04b-f2af13a6e513 is going to be created. [ 745.962320] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.962454] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.962611] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.962894] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.963139] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.963394] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-98a3840c-9aee-4163-b04b-f2af13a6e513" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.374146] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.374304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.374394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.374760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.374833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.374876] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76295074-26bf-4f23-95ce-4821c762f5da is going to be updated. [ 746.408721] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.408891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.408962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.409203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.409449] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.419476] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76295074-26bf-4f23-95ce-4821c762f5da in Status: IN_PROGRESS for 2s [ 746.694434] env[66341]: INFO networking_nsxv3.common.synchronization [req-327f92fd-8629-46be-9a62-165f61d1c250 req-5c23526d-0d4e-4595-8716-23746832a3c7 service nova] Enqueued Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGHEST for action security_group_rules [ 746.694651] env[66341]: INFO networking_nsxv3.common.synchronization [req-327f92fd-8629-46be-9a62-165f61d1c250 req-5c23526d-0d4e-4595-8716-23746832a3c7 service nova] Enqueued Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGHEST for action security_group_members [ 746.694786] env[66341]: INFO networking_nsxv3.common.synchronization [req-327f92fd-8629-46be-9a62-165f61d1c250 req-5c23526d-0d4e-4595-8716-23746832a3c7 service nova] Enqueued Resource ID: 98a3840c-9aee-4163-b04b-f2af13a6e513 with Priority: HIGHEST for action port [ 746.695032] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGHEST for action security_group_rules [ 746.695167] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGHEST for action security_group_members [ 746.695264] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98a3840c-9aee-4163-b04b-f2af13a6e513 with Priority: HIGHEST for action port [ 746.695826] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76295074-26bf-4f23-95ce-4821c762f5da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.695978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.696088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.698101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.698258] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.699790] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-76295074-26bf-4f23-95ce-4821c762f5da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.699900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.700549] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-98a3840c-9aee-4163-b04b-f2af13a6e513 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.700651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98a3840c-9aee-4163-b04b-f2af13a6e513" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.700719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98a3840c-9aee-4163-b04b-f2af13a6e513" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.700905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98a3840c-9aee-4163-b04b-f2af13a6e513" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.700983] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98a3840c-9aee-4163-b04b-f2af13a6e513',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.204499] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-76295074-26bf-4f23-95ce-4821c762f5da taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.204929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.204929] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98a3840c-9aee-4163-b04b-f2af13a6e513 with status ACTIVE [ 747.205159] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.205253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.205343] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.205916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.206101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.206330] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.206474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.206584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.206988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.207253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.207562] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.207748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.207913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.208101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.208960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.209145] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98a3840c-9aee-4163-b04b-f2af13a6e513 is going to be updated. [ 747.221819] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: SUCCESS [ 747.221910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.222043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.222257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.222461] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.222575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.222643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.222817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.223059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.223059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.223150] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.234121] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.239312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.239312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.239312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.239312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.239312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98a3840c-9aee-4163-b04b-f2af13a6e513" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.331654] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: SUCCESS [ 747.331950] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 deletion is rescheduled due to dependency. [ 747.332141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.726232] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.726479] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.726524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.726755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.726948] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.727090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.727165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.727390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.727549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.727685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.727848] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.727943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.728017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.728224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.728374] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.728519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.728648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.728801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.728881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.728964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.729356] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.085241] env[66341]: INFO networking_nsxv3.common.synchronization [req-c7220cb5-b99c-4a25-8d5d-07408ee245d4 req-ad54e1da-e109-4573-9035-e67280cba8a7 tempest-TenantUsagesTestJSON-538165186 tempest-TenantUsagesTestJSON-538165186-project-member] Enqueued Resource ID: d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 with Priority: HIGHEST for action security_group_members [ 748.085830] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 with Priority: HIGHEST for action security_group_members [ 748.086161] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.086400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.086400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.086583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.086766] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.086873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.086925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.087082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.087255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.087324] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.232504] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81566622-f9a4-45bd-9b10-9ba6fae2c03b: rpc.has_security_group_logging(os_id): False [ 748.260364] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.260364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.260364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.260364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.260364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.260364] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.260364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.260364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.260364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.261080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.261503] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.261913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.262658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.262658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.262658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.263264] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.264084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.264084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.264084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.264084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.264084] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b is going to be updated. [ 748.380355] env[66341]: INFO networking_nsxv3.common.synchronization [req-0d55b4c5-a652-4eab-b104-d32575c198cd req-5f7ecc6a-b0c1-44ed-adbe-92064728a5bc tempest-ServersNegativeTestMultiTenantJSON-960484607 tempest-ServersNegativeTestMultiTenantJSON-960484607-project-member] Enqueued Resource ID: d2b67833-b7c0-49a2-b449-ede1e28beecc with Priority: HIGHEST for action security_group_members [ 748.380970] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b67833-b7c0-49a2-b449-ede1e28beecc with Priority: HIGHEST for action security_group_members [ 748.382090] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b67833-b7c0-49a2-b449-ede1e28beecc taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.382252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.382323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.382639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.383119] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.383119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.383119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.383269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.383269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.384041] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2b67833-b7c0-49a2-b449-ede1e28beecc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.429973] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.430246] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.430350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.430740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.430969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.437279] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76295074-26bf-4f23-95ce-4821c762f5da in Status: SUCCESS [ 748.437959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.438209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.438503] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.438728] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.439106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.439106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.439211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.439333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.439452] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.457036] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: IN_PROGRESS for 2s [ 748.590202] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.590202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.590323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.591067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.591067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.591067] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.591067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.591067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.591453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.591453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.591453] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 is going to be updated. [ 748.610806] env[66341]: INFO networking_nsxv3.common.synchronization [None req-7ad65436-a6cf-4f7c-8acb-a188d720815e None None] Enqueued Resource ID: 5e1627cc-2f4b-4617-86cd-58b50fc49dd3 with Priority: HIGHEST for action port [ 748.610806] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e1627cc-2f4b-4617-86cd-58b50fc49dd3 with Priority: HIGHEST for action port [ 748.611877] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e1627cc-2f4b-4617-86cd-58b50fc49dd3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.613277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e1627cc-2f4b-4617-86cd-58b50fc49dd3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.613277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e1627cc-2f4b-4617-86cd-58b50fc49dd3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.613277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e1627cc-2f4b-4617-86cd-58b50fc49dd3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.613277] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e1627cc-2f4b-4617-86cd-58b50fc49dd3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.622832] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.623023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.623023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.623278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.623411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.637071] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 in Status: IN_PROGRESS for 2s [ 748.889017] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.889017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.889017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.889017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.889017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.889017] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.889017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.889017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.889017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.889017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.889017] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b67833-b7c0-49a2-b449-ede1e28beecc already deleted. [ 748.889017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.944792] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.118782] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e1627cc-2f4b-4617-86cd-58b50fc49dd3 [ 749.118782] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.118782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.118782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.118782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.118782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.118782] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e1627cc-2f4b-4617-86cd-58b50fc49dd3 already deleted. [ 749.118782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e1627cc-2f4b-4617-86cd-58b50fc49dd3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.233201] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.233468] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-583" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.233715] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-583" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.236186] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-583" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.236186] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.236186] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.236186] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.236186] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.236186] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.236186] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.236186] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.236186] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.236186] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.236186] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.236186] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.236186] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.271021] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.271021] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 749.271021] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.271021] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-583" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.271021] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-8552f3ec-ba74-4740-b6ae-c998c5ef6264 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.271021] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-8552f3ec-ba74-4740-b6ae-c998c5ef6264" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.271021] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-8552f3ec-ba74-4740-b6ae-c998c5ef6264" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.271358] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-8552f3ec-ba74-4740-b6ae-c998c5ef6264" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.271358] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8552f3ec-ba74-4740-b6ae-c998c5ef6264',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.445722] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.774977] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.775241] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.775570] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.775858] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.776013] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.776197] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 8552f3ec-ba74-4740-b6ae-c998c5ef6264 not found, creating... [ 749.776487] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.776662] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.776773] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.777015] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.777170] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.777518] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.777675] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.777819] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.778047] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.778656] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.778656] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 8552f3ec-ba74-4740-b6ae-c998c5ef6264 is going to be created. [ 749.841528] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.841906] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.841972] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.842258] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.842520] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.842773] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-8552f3ec-ba74-4740-b6ae-c998c5ef6264" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.949158] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.949575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.949575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.949864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.949919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.950049] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76295074-26bf-4f23-95ce-4821c762f5da is going to be updated. [ 750.006088] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.006240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.006539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.006539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.006662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.016009] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76295074-26bf-4f23-95ce-4821c762f5da in Status: IN_PROGRESS for 2s [ 750.470908] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: SUCCESS [ 750.471323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.544205] env[66341]: INFO networking_nsxv3.common.synchronization [req-0d55b4c5-a652-4eab-b104-d32575c198cd req-7e806abd-3233-43c8-b909-08cb0472e539 service nova] Enqueued Resource ID: d2b67833-b7c0-49a2-b449-ede1e28beecc with Priority: HIGHEST for action security_group_rules [ 750.544545] env[66341]: INFO networking_nsxv3.common.synchronization [req-0d55b4c5-a652-4eab-b104-d32575c198cd req-7e806abd-3233-43c8-b909-08cb0472e539 service nova] Enqueued Resource ID: d2b67833-b7c0-49a2-b449-ede1e28beecc with Priority: HIGHEST for action security_group_members [ 750.544786] env[66341]: INFO networking_nsxv3.common.synchronization [req-0d55b4c5-a652-4eab-b104-d32575c198cd req-7e806abd-3233-43c8-b909-08cb0472e539 service nova] Enqueued Resource ID: 8552f3ec-ba74-4740-b6ae-c998c5ef6264 with Priority: HIGHEST for action port [ 750.545518] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b67833-b7c0-49a2-b449-ede1e28beecc with Priority: HIGHEST for action security_group_rules [ 750.545673] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b67833-b7c0-49a2-b449-ede1e28beecc with Priority: HIGHEST for action security_group_members [ 750.545785] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8552f3ec-ba74-4740-b6ae-c998c5ef6264 with Priority: HIGHEST for action port [ 750.546092] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2b67833-b7c0-49a2-b449-ede1e28beecc taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.546219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.546308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.546716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.546838] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2b67833-b7c0-49a2-b449-ede1e28beecc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.547995] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b67833-b7c0-49a2-b449-ede1e28beecc taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.548979] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.550889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.550889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.550889] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.550889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.550889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.550889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.550889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.551726] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2b67833-b7c0-49a2-b449-ede1e28beecc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.553205] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-8552f3ec-ba74-4740-b6ae-c998c5ef6264 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.553642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8552f3ec-ba74-4740-b6ae-c998c5ef6264" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.553642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8552f3ec-ba74-4740-b6ae-c998c5ef6264" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.553858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8552f3ec-ba74-4740-b6ae-c998c5ef6264" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.553942] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8552f3ec-ba74-4740-b6ae-c998c5ef6264',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.644311] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 in Status: SUCCESS [ 750.644562] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 deletion is rescheduled due to dependency. [ 750.644762] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.690969] env[66341]: INFO networking_nsxv3.common.synchronization [None req-846417e4-c757-4af9-9adb-dc1f13753011 None None] Enqueued Resource ID: 4f00a33a-1361-4dfb-9d67-b59f89ba6a9d with Priority: HIGHEST for action port [ 750.691253] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f00a33a-1361-4dfb-9d67-b59f89ba6a9d with Priority: HIGHEST for action port [ 750.691835] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f00a33a-1361-4dfb-9d67-b59f89ba6a9d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.691962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f00a33a-1361-4dfb-9d67-b59f89ba6a9d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.692041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f00a33a-1361-4dfb-9d67-b59f89ba6a9d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.692291] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f00a33a-1361-4dfb-9d67-b59f89ba6a9d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.692376] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f00a33a-1361-4dfb-9d67-b59f89ba6a9d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.056662] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b67833-b7c0-49a2-b449-ede1e28beecc taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.057159] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.058231] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2b67833-b7c0-49a2-b449-ede1e28beecc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.060943] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8552f3ec-ba74-4740-b6ae-c998c5ef6264 with status ACTIVE [ 751.060943] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.060943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.060943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.061347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.061347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.061347] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.061511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.061511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.062391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.062391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.062391] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.062391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.062391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.062391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.062391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.062391] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8552f3ec-ba74-4740-b6ae-c998c5ef6264 is going to be updated. [ 751.096476] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.096661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.096721] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.096924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.097120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.097478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8552f3ec-ba74-4740-b6ae-c998c5ef6264" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.197675] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f00a33a-1361-4dfb-9d67-b59f89ba6a9d [ 751.198467] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.198467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.198467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.198467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.198467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.199206] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f00a33a-1361-4dfb-9d67-b59f89ba6a9d already deleted. [ 751.199206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f00a33a-1361-4dfb-9d67-b59f89ba6a9d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.565938] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2b67833-b7c0-49a2-b449-ede1e28beecc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.031173] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76295074-26bf-4f23-95ce-4821c762f5da in Status: SUCCESS [ 752.031403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.032103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.032207] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.032396] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.032510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.032571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.032721] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.032799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.032878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.032968] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.068893] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.069088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.069409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.069492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.069559] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.069676] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b67833-b7c0-49a2-b449-ede1e28beecc is going to be created. [ 752.103367] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.104244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.104244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.104244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.104244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.118680] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b67833-b7c0-49a2-b449-ede1e28beecc in Status: UNINITIALIZED for 2s [ 752.537699] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-76295074-26bf-4f23-95ce-4821c762f5da taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.537844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.537844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.538090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.538263] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.538367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.538432] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.538584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.538677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.538755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.538901] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-76295074-26bf-4f23-95ce-4821c762f5da taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.538992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.539066] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.539209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.539406] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.539542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.539587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.540047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.540047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.540047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.540047] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.047044] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76295074-26bf-4f23-95ce-4821c762f5da: rpc.has_security_group_logging(os_id): False [ 753.069310] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.069524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.069524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.069720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.069831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.070110] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.070186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.070218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.070368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.070500] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.070672] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.070768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.070825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.072359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.072359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.072596] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.073037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.073037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.073037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.073037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.073175] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76295074-26bf-4f23-95ce-4821c762f5da is going to be updated. [ 753.144274] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.144579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.144709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.144986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.145242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.162193] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76295074-26bf-4f23-95ce-4821c762f5da in Status: IN_PROGRESS for 2s [ 754.131601] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b67833-b7c0-49a2-b449-ede1e28beecc in Status: SUCCESS [ 754.133447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.137241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.137241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.137241] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.137241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.137241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.137241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.137241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.137241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.137241] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2b67833-b7c0-49a2-b449-ede1e28beecc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.642431] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b67833-b7c0-49a2-b449-ede1e28beecc taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.642631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.642631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.642853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.643038] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.643152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.643218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.643372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.643466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.643555] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.643713] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b67833-b7c0-49a2-b449-ede1e28beecc taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.643819] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.643892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.644053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.644207] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.644679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.645724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.645875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.645963] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.646064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.646162] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2b67833-b7c0-49a2-b449-ede1e28beecc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.150341] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2b67833-b7c0-49a2-b449-ede1e28beecc: rpc.has_security_group_logging(os_id): False [ 755.167112] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.167112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.167400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.167683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.167764] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.167962] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.168083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.168140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.168390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.168390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.168596] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.168596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.168596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.169082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.169082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.170309] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.170613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.170719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.170921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.171042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.171165] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2b67833-b7c0-49a2-b449-ede1e28beecc is going to be created. [ 755.178477] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76295074-26bf-4f23-95ce-4821c762f5da in Status: SUCCESS [ 755.178477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.236157] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.236390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.236447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.236630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.236883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.259861] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2b67833-b7c0-49a2-b449-ede1e28beecc in Status: IN_PROGRESS for 2s [ 755.691840] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 755.691971] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 757.277606] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2b67833-b7c0-49a2-b449-ede1e28beecc in Status: SUCCESS [ 757.278049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.692767] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 760.693053] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 761.141865] env[66341]: INFO networking_nsxv3.common.synchronization [None req-820fcdd2-ca37-4093-bf7e-6b2db30e1207 None None] Enqueued Resource ID: 6e37e3b9-d54c-4824-8b4d-2bff20c83232 with Priority: HIGHEST for action port [ 761.142465] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e37e3b9-d54c-4824-8b4d-2bff20c83232 with Priority: HIGHEST for action port [ 761.142781] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e37e3b9-d54c-4824-8b4d-2bff20c83232 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.142905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e37e3b9-d54c-4824-8b4d-2bff20c83232" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.142974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e37e3b9-d54c-4824-8b4d-2bff20c83232" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.144213] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e37e3b9-d54c-4824-8b4d-2bff20c83232" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.144306] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e37e3b9-d54c-4824-8b4d-2bff20c83232',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.646408] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e37e3b9-d54c-4824-8b4d-2bff20c83232 [ 761.646629] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.646767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.646836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.647070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.647161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.647296] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e37e3b9-d54c-4824-8b4d-2bff20c83232 already deleted. [ 761.647340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e37e3b9-d54c-4824-8b4d-2bff20c83232" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.317697] env[66341]: INFO networking_nsxv3.common.synchronization [None req-2d17ca52-8b4d-4b49-8944-802b57a77ed0 None None] Enqueued Resource ID: a1896651-b990-44a9-988c-a6f0c7826ee3 with Priority: HIGHEST for action port [ 763.318511] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1896651-b990-44a9-988c-a6f0c7826ee3 with Priority: HIGHEST for action port [ 763.318906] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1896651-b990-44a9-988c-a6f0c7826ee3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.319075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1896651-b990-44a9-988c-a6f0c7826ee3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.319154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1896651-b990-44a9-988c-a6f0c7826ee3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.319408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1896651-b990-44a9-988c-a6f0c7826ee3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.319512] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1896651-b990-44a9-988c-a6f0c7826ee3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.591438] env[66341]: INFO networking_nsxv3.common.synchronization [req-83639f0d-5fb2-4485-b781-ea9bd35bc05a req-f9c89bf0-fa1d-4e53-b67a-0b244ed36ef5 tempest-ServersWithSpecificFlavorTestJSON-740261608 tempest-ServersWithSpecificFlavorTestJSON-740261608-project-member] Enqueued Resource ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 with Priority: HIGHEST for action security_group_members [ 763.592051] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 with Priority: HIGHEST for action security_group_members [ 763.592734] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-850f6022-6c1e-400c-9b8b-ba3febd8ae51 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.592734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.592734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.592734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.592894] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.595493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.595493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.595493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.595493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.595493] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('850f6022-6c1e-400c-9b8b-ba3febd8ae51',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.823313] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1896651-b990-44a9-988c-a6f0c7826ee3 [ 763.824353] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.829322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.829322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.829322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.829322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.829322] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1896651-b990-44a9-988c-a6f0c7826ee3 already deleted. [ 763.829322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1896651-b990-44a9-988c-a6f0c7826ee3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.097178] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.097333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.097402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.097643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.097737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.097932] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.098042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.098103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.098253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.098326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.098411] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 is going to be updated. [ 764.130214] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.130373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.130427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.131933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.131933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.141331] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 in Status: IN_PROGRESS for 2s [ 764.362033] env[66341]: INFO networking_nsxv3.common.synchronization [None req-3aee8901-f415-4ad3-abc7-ecc120aad95d None None] Enqueued Resource ID: b79e4ede-ccd1-4c1e-9e67-6eb6a49c8e0c with Priority: HIGHEST for action port [ 764.362747] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e4ede-ccd1-4c1e-9e67-6eb6a49c8e0c with Priority: HIGHEST for action port [ 764.362949] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-b79e4ede-ccd1-4c1e-9e67-6eb6a49c8e0c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.362949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b79e4ede-ccd1-4c1e-9e67-6eb6a49c8e0c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.363070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b79e4ede-ccd1-4c1e-9e67-6eb6a49c8e0c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.365629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b79e4ede-ccd1-4c1e-9e67-6eb6a49c8e0c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.365629] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b79e4ede-ccd1-4c1e-9e67-6eb6a49c8e0c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.539060] env[66341]: INFO networking_nsxv3.common.synchronization [None req-60d03669-03c9-4473-94d1-a3ca07a0e9c8 tempest-AttachInterfacesTestJSON-1114967429 tempest-AttachInterfacesTestJSON-1114967429-project-member] Enqueued Resource ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 with Priority: HIGHEST for action security_group_rules [ 764.540178] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 with Priority: HIGHEST for action security_group_rules [ 764.540418] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d83d1242-cbde-4a24-8410-91b3ace8fd30 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.542860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.542960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.543331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.543425] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d83d1242-cbde-4a24-8410-91b3ace8fd30',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.656195] env[66341]: INFO networking_nsxv3.common.synchronization [None req-0f01cfed-183f-440a-a7e9-0f29434df690 tempest-AttachInterfacesTestJSON-1114967429 tempest-AttachInterfacesTestJSON-1114967429-project-member] Enqueued Resource ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 with Priority: HIGHEST for action security_group_rules [ 764.657225] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 with Priority: HIGHEST for action security_group_rules [ 764.657588] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d83d1242-cbde-4a24-8410-91b3ace8fd30 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.657695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.869257] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b79e4ede-ccd1-4c1e-9e67-6eb6a49c8e0c [ 764.869886] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.869886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.869886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.870092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.870092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.870167] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b79e4ede-ccd1-4c1e-9e67-6eb6a49c8e0c already deleted. [ 764.870209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b79e4ede-ccd1-4c1e-9e67-6eb6a49c8e0c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.064914] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.065210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.065351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.065638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.065767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.065925] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 already deleted. [ 765.066033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.067080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.067080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.067080] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d83d1242-cbde-4a24-8410-91b3ace8fd30',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.490183] env[66341]: INFO networking_nsxv3.common.synchronization [req-43deedcc-468b-4b71-9765-ee71de2483ef req-8cf07df2-c0e5-483a-b99f-9aca74a04596 tempest-ServersV294TestFqdnHostnames-257173688 tempest-ServersV294TestFqdnHostnames-257173688-project-member] Enqueued Resource ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd with Priority: HIGHEST for action security_group_members [ 765.490183] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd with Priority: HIGHEST for action security_group_members [ 765.490579] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-72a0427f-d3e0-4431-8c6c-53e5de5e15dd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.490579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.490579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.490711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.491244] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.491244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.491244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.492387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.492387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.492387] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72a0427f-d3e0-4431-8c6c-53e5de5e15dd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.591533] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.591783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.591783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.591953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.592060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.592157] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 already deleted. [ 765.592234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.754034] env[66341]: INFO networking_nsxv3.common.synchronization [None req-6970a6e9-3ddc-475e-b6a1-fbf48393fede None None] Enqueued Resource ID: 87d3aaa7-20c2-4a98-9106-eb2a123b47a3 with Priority: HIGHEST for action port [ 765.755085] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87d3aaa7-20c2-4a98-9106-eb2a123b47a3 with Priority: HIGHEST for action port [ 765.755419] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-87d3aaa7-20c2-4a98-9106-eb2a123b47a3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.755568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87d3aaa7-20c2-4a98-9106-eb2a123b47a3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.755626] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87d3aaa7-20c2-4a98-9106-eb2a123b47a3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.756019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87d3aaa7-20c2-4a98-9106-eb2a123b47a3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.756019] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87d3aaa7-20c2-4a98-9106-eb2a123b47a3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.996104] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.996104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.996104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.996104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.996104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.996104] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.996104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.996104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.996401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.996401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.996460] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd is going to be updated. [ 766.030130] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.030130] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.030130] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.030314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.030468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.040830] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd in Status: IN_PROGRESS for 2s [ 766.154729] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 in Status: SUCCESS [ 766.158649] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 deletion is rescheduled due to dependency. [ 766.158649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.262318] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87d3aaa7-20c2-4a98-9106-eb2a123b47a3 [ 766.262562] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.262707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.262851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.262969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.263264] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.263371] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87d3aaa7-20c2-4a98-9106-eb2a123b47a3 already deleted. [ 766.263462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87d3aaa7-20c2-4a98-9106-eb2a123b47a3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.392953] env[66341]: INFO networking_nsxv3.common.synchronization [req-68356231-4c7e-48e9-ad00-84aba77ee31e req-1e34bba3-fdf4-4957-9ffc-15a3029216d4 tempest-ServerPasswordTestJSON-1542017035 tempest-ServerPasswordTestJSON-1542017035-project-member] Enqueued Resource ID: 50902304-a642-468d-9f6f-1fdba632f61d with Priority: HIGHEST for action security_group_members [ 766.393417] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50902304-a642-468d-9f6f-1fdba632f61d with Priority: HIGHEST for action security_group_members [ 766.394044] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-50902304-a642-468d-9f6f-1fdba632f61d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.394044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.394044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.394248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.394335] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.394507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.394507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.394616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.395049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.395049] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50902304-a642-468d-9f6f-1fdba632f61d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.775695] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.776365] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-186" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.776593] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-186" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.777023] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-186" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.777438] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.777788] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.778039] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.778376] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.778663] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.778984] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.779219] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.779424] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.780027] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.780027] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.780027] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.780027] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.800556] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.800764] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.800858] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.801040] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-186" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.801353] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-94426d18-e3b6-41b6-9d09-443ac2818ca4 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.801523] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-94426d18-e3b6-41b6-9d09-443ac2818ca4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.801638] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-94426d18-e3b6-41b6-9d09-443ac2818ca4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.801982] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-94426d18-e3b6-41b6-9d09-443ac2818ca4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.802129] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94426d18-e3b6-41b6-9d09-443ac2818ca4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.897480] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.897679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.897759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.898044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.898240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.898504] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.898731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.898773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.898996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.899198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.899352] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50902304-a642-468d-9f6f-1fdba632f61d already deleted. [ 766.899508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.177469] env[66341]: INFO networking_nsxv3.common.synchronization [req-9bb5e794-b060-4cbe-9b1b-974a4fb1f3ca req-88936621-1f62-4ae2-8dc7-10e11cc3217b tempest-ServersNegativeTestMultiTenantJSON-960484607 tempest-ServersNegativeTestMultiTenantJSON-960484607-project-member] Enqueued Resource ID: d2b67833-b7c0-49a2-b449-ede1e28beecc with Priority: HIGHEST for action security_group_members [ 767.177715] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b67833-b7c0-49a2-b449-ede1e28beecc with Priority: HIGHEST for action security_group_members [ 767.178070] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b67833-b7c0-49a2-b449-ede1e28beecc taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.178168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.178238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.178432] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.178649] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.178761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.178844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.179014] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.179109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.179202] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2b67833-b7c0-49a2-b449-ede1e28beecc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.304459] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.304939] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.305207] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.305843] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.306358] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.306656] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 94426d18-e3b6-41b6-9d09-443ac2818ca4 not found, creating... [ 767.307594] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.308054] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.308157] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.308524] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.309647] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.309647] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.309647] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.309647] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.309902] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.310023] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.310175] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 94426d18-e3b6-41b6-9d09-443ac2818ca4 is going to be created. [ 767.333560] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.333750] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.333898] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.334177] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.334418] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.335030] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-94426d18-e3b6-41b6-9d09-443ac2818ca4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.680963] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.681627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.681627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.681627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.681627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.681862] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.681962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.681962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.682132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.682261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.682297] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b67833-b7c0-49a2-b449-ede1e28beecc is going to be updated. [ 767.710784] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.710784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.710784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.710784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.710784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.720115] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b67833-b7c0-49a2-b449-ede1e28beecc in Status: IN_PROGRESS for 2s [ 768.051182] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd in Status: SUCCESS [ 768.051505] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd deletion is rescheduled due to dependency. [ 768.051505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.117303] env[66341]: INFO networking_nsxv3.common.synchronization [req-68356231-4c7e-48e9-ad00-84aba77ee31e req-91116f7c-9422-4f05-9484-4829d2143e47 service nova] Enqueued Resource ID: 50902304-a642-468d-9f6f-1fdba632f61d with Priority: HIGHEST for action security_group_rules [ 768.117487] env[66341]: INFO networking_nsxv3.common.synchronization [req-68356231-4c7e-48e9-ad00-84aba77ee31e req-91116f7c-9422-4f05-9484-4829d2143e47 service nova] Enqueued Resource ID: 50902304-a642-468d-9f6f-1fdba632f61d with Priority: HIGHEST for action security_group_members [ 768.117621] env[66341]: INFO networking_nsxv3.common.synchronization [req-68356231-4c7e-48e9-ad00-84aba77ee31e req-91116f7c-9422-4f05-9484-4829d2143e47 service nova] Enqueued Resource ID: 94426d18-e3b6-41b6-9d09-443ac2818ca4 with Priority: HIGHEST for action port [ 768.118134] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50902304-a642-468d-9f6f-1fdba632f61d with Priority: HIGHEST for action security_group_rules [ 768.118265] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50902304-a642-468d-9f6f-1fdba632f61d with Priority: HIGHEST for action security_group_members [ 768.118362] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94426d18-e3b6-41b6-9d09-443ac2818ca4 with Priority: HIGHEST for action port [ 768.118744] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50902304-a642-468d-9f6f-1fdba632f61d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.118900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.118931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.119485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.119657] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50902304-a642-468d-9f6f-1fdba632f61d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.120543] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-50902304-a642-468d-9f6f-1fdba632f61d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.121847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.121996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.122446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.122657] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.122811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.122992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.126589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.126589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.126589] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50902304-a642-468d-9f6f-1fdba632f61d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.126589] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-94426d18-e3b6-41b6-9d09-443ac2818ca4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.126589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94426d18-e3b6-41b6-9d09-443ac2818ca4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.126589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94426d18-e3b6-41b6-9d09-443ac2818ca4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.126589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94426d18-e3b6-41b6-9d09-443ac2818ca4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.126589] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94426d18-e3b6-41b6-9d09-443ac2818ca4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.627185] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-50902304-a642-468d-9f6f-1fdba632f61d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.627322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.628942] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94426d18-e3b6-41b6-9d09-443ac2818ca4 with status ACTIVE [ 768.629156] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.629279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.629344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.629723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.629723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.629888] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.629987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.630066] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.630224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.630300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.630477] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.630570] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.630628] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.630758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.630846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.630910] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94426d18-e3b6-41b6-9d09-443ac2818ca4 is going to be updated. [ 768.632169] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50902304-a642-468d-9f6f-1fdba632f61d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.657375] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.657900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.657900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.657900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.658084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.658149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94426d18-e3b6-41b6-9d09-443ac2818ca4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.114860] env[66341]: INFO networking_nsxv3.common.synchronization [None req-2ec8843e-ef63-49bb-9ff5-88689a148376 None None] Enqueued Resource ID: d3032a0d-6d06-463e-981a-26daf8162005 with Priority: HIGHEST for action port [ 769.115418] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3032a0d-6d06-463e-981a-26daf8162005 with Priority: HIGHEST for action port [ 769.115746] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3032a0d-6d06-463e-981a-26daf8162005 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.115876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3032a0d-6d06-463e-981a-26daf8162005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.115942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3032a0d-6d06-463e-981a-26daf8162005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.118496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3032a0d-6d06-463e-981a-26daf8162005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.118580] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3032a0d-6d06-463e-981a-26daf8162005',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.134705] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50902304-a642-468d-9f6f-1fdba632f61d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.623534] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3032a0d-6d06-463e-981a-26daf8162005 [ 769.623757] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.623920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.623977] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.624239] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.624346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.624449] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3032a0d-6d06-463e-981a-26daf8162005 already deleted. [ 769.624530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3032a0d-6d06-463e-981a-26daf8162005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.638268] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.638438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.638482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.638682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.638774] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.638869] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50902304-a642-468d-9f6f-1fdba632f61d is going to be created. [ 769.665147] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.665147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.665147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.665147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.665147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.676033] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50902304-a642-468d-9f6f-1fdba632f61d in Status: UNINITIALIZED for 2s [ 769.733440] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b67833-b7c0-49a2-b449-ede1e28beecc in Status: SUCCESS [ 769.733620] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b67833-b7c0-49a2-b449-ede1e28beecc deletion is rescheduled due to dependency. [ 769.733740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.507922] env[66341]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 770.508349] env[66341]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] NSXv3 Agent Agent loop - iteration:1 started [ 771.573980] env[66341]: INFO networking_nsxv3.common.synchronization [None req-2ccfeb6e-9322-420c-9865-050697cfd1dd None None] Enqueued Resource ID: f0ed397f-0d5a-453e-b11c-105ecf4bf1bf with Priority: HIGHEST for action port [ 771.574274] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0ed397f-0d5a-453e-b11c-105ecf4bf1bf with Priority: HIGHEST for action port [ 771.577969] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0ed397f-0d5a-453e-b11c-105ecf4bf1bf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.577969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0ed397f-0d5a-453e-b11c-105ecf4bf1bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.577969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0ed397f-0d5a-453e-b11c-105ecf4bf1bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.577969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0ed397f-0d5a-453e-b11c-105ecf4bf1bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.577969] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0ed397f-0d5a-453e-b11c-105ecf4bf1bf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.689575] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50902304-a642-468d-9f6f-1fdba632f61d in Status: SUCCESS [ 771.689575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.689818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.691033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.691033] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.691033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.691033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.691033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.691033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.691033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.691033] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50902304-a642-468d-9f6f-1fdba632f61d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.081719] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0ed397f-0d5a-453e-b11c-105ecf4bf1bf [ 772.081972] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.082141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.082212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.082419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.082530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.082632] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0ed397f-0d5a-453e-b11c-105ecf4bf1bf already deleted. [ 772.082716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0ed397f-0d5a-453e-b11c-105ecf4bf1bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.197156] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-50902304-a642-468d-9f6f-1fdba632f61d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.197156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.197156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.197156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.197156] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.197156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.197156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.197156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.197156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.197156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.197156] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-50902304-a642-468d-9f6f-1fdba632f61d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.197926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.197926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.197926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.198078] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.198146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.198204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.198582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.198582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.198582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.199850] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50902304-a642-468d-9f6f-1fdba632f61d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.704542] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50902304-a642-468d-9f6f-1fdba632f61d: rpc.has_security_group_logging(os_id): False [ 772.725526] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.725526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.725526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.725876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.725876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.726077] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.726205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.726205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.727495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.727495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.727495] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.727495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.727495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.727495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.727495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.727495] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.727495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.727495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.727495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.727495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.728416] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50902304-a642-468d-9f6f-1fdba632f61d is going to be created. [ 772.830645] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.830854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.830921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.831327] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.831405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.844755] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50902304-a642-468d-9f6f-1fdba632f61d in Status: IN_PROGRESS for 2s [ 774.100288] env[66341]: INFO networking_nsxv3.common.synchronization [req-c29cff0a-27ba-4b12-a1ce-6e0e7a1b054e req-7f0746ed-9c00-44ee-bdd7-5c132455ec9d tempest-AttachInterfacesUnderV243Test-1114063057 tempest-AttachInterfacesUnderV243Test-1114063057-project-member] Enqueued Resource ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 with Priority: HIGHEST for action security_group_members [ 774.102746] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 with Priority: HIGHEST for action security_group_members [ 774.103747] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-62317bb7-3292-40e8-af0b-a6964011a4d6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.103886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.103957] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.104161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.104315] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.104412] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.104471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.104615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.104704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.104799] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62317bb7-3292-40e8-af0b-a6964011a4d6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.133192] env[66341]: INFO networking_nsxv3.common.synchronization [req-c29cff0a-27ba-4b12-a1ce-6e0e7a1b054e req-7f0746ed-9c00-44ee-bdd7-5c132455ec9d tempest-AttachInterfacesUnderV243Test-1114063057 tempest-AttachInterfacesUnderV243Test-1114063057-project-member] Enqueued Resource ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 with Priority: HIGHEST for action security_group_rules [ 774.133192] env[66341]: INFO networking_nsxv3.common.synchronization [req-c29cff0a-27ba-4b12-a1ce-6e0e7a1b054e req-7f0746ed-9c00-44ee-bdd7-5c132455ec9d tempest-AttachInterfacesUnderV243Test-1114063057 tempest-AttachInterfacesUnderV243Test-1114063057-project-member] Enqueued Resource ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 with Priority: HIGHEST for action security_group_members [ 774.133192] env[66341]: INFO networking_nsxv3.common.synchronization [req-c29cff0a-27ba-4b12-a1ce-6e0e7a1b054e req-7f0746ed-9c00-44ee-bdd7-5c132455ec9d tempest-AttachInterfacesUnderV243Test-1114063057 tempest-AttachInterfacesUnderV243Test-1114063057-project-member] Enqueued Resource ID: 5866b953-442d-4c2c-ba14-405888045dc8 with Priority: HIGHEST for action port [ 774.133720] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 with Priority: HIGHEST for action security_group_rules [ 774.133720] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 with Priority: HIGHEST for action security_group_members [ 774.133846] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5866b953-442d-4c2c-ba14-405888045dc8 with Priority: HIGHEST for action port [ 774.134605] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62317bb7-3292-40e8-af0b-a6964011a4d6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.134605] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.135496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.135496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.135496] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62317bb7-3292-40e8-af0b-a6964011a4d6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.136451] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-62317bb7-3292-40e8-af0b-a6964011a4d6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.136451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.136539] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-5866b953-442d-4c2c-ba14-405888045dc8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.136604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5866b953-442d-4c2c-ba14-405888045dc8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.136639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5866b953-442d-4c2c-ba14-405888045dc8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.136838] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5866b953-442d-4c2c-ba14-405888045dc8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.136919] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5866b953-442d-4c2c-ba14-405888045dc8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.610933] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62317bb7-3292-40e8-af0b-a6964011a4d6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.641142] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-62317bb7-3292-40e8-af0b-a6964011a4d6 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.641142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.641142] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5866b953-442d-4c2c-ba14-405888045dc8 with status ACTIVE [ 774.641142] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.641142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.641142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.641142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.641142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.641142] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.641142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.641142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.641142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.641142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.641674] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.641674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.641674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.641674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.641674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.641887] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5866b953-442d-4c2c-ba14-405888045dc8 is going to be updated. [ 774.669457] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.670407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.670407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.670407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.670910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.670910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5866b953-442d-4c2c-ba14-405888045dc8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.861270] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50902304-a642-468d-9f6f-1fdba632f61d in Status: SUCCESS [ 774.861632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.113545] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62317bb7-3292-40e8-af0b-a6964011a4d6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.340353] env[66341]: INFO networking_nsxv3.common.synchronization [None req-e5991b79-701d-41a0-8869-a3f3e6196a5e tempest-MigrationsAdminTest-1093486676 tempest-MigrationsAdminTest-1093486676-project-member] Enqueued Resource ID: 347e3a61-5b2c-453c-b3b5-be4220132c9b with Priority: HIGHEST for action security_group_rules [ 775.340988] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 347e3a61-5b2c-453c-b3b5-be4220132c9b with Priority: HIGHEST for action security_group_rules [ 775.341315] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-347e3a61-5b2c-453c-b3b5-be4220132c9b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.341436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-347e3a61-5b2c-453c-b3b5-be4220132c9b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.341587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-347e3a61-5b2c-453c-b3b5-be4220132c9b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.341763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-347e3a61-5b2c-453c-b3b5-be4220132c9b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.341851] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('347e3a61-5b2c-453c-b3b5-be4220132c9b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.476198] env[66341]: INFO networking_nsxv3.common.synchronization [None req-bcdea947-d6b5-4aeb-9e3e-c6810f38270e tempest-MigrationsAdminTest-1093486676 tempest-MigrationsAdminTest-1093486676-project-member] Enqueued Resource ID: 347e3a61-5b2c-453c-b3b5-be4220132c9b with Priority: HIGHEST for action security_group_rules [ 775.477659] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 347e3a61-5b2c-453c-b3b5-be4220132c9b with Priority: HIGHEST for action security_group_rules [ 775.478053] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-347e3a61-5b2c-453c-b3b5-be4220132c9b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.478163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-347e3a61-5b2c-453c-b3b5-be4220132c9b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.618369] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.618369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.618369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.618369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.618369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.618369] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 is going to be updated. [ 775.651059] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.651892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.651892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.651892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.651892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.662152] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 in Status: IN_PROGRESS for 2s [ 775.865082] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.865289] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.865823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.865823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.865823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.866047] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 347e3a61-5b2c-453c-b3b5-be4220132c9b already deleted. [ 775.866047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-347e3a61-5b2c-453c-b3b5-be4220132c9b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.866154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-347e3a61-5b2c-453c-b3b5-be4220132c9b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.866578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-347e3a61-5b2c-453c-b3b5-be4220132c9b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.866578] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('347e3a61-5b2c-453c-b3b5-be4220132c9b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.394671] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.396248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.396248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.396248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.396248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.396248] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 347e3a61-5b2c-453c-b3b5-be4220132c9b already deleted. [ 776.396248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-347e3a61-5b2c-453c-b3b5-be4220132c9b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.873421] env[66341]: INFO networking_nsxv3.common.synchronization [None req-03ff16e9-4532-446e-a651-26ef935952ed tempest-ImagesOneServerNegativeTestJSON-1858042452 tempest-ImagesOneServerNegativeTestJSON-1858042452-project-member] Enqueued Resource ID: 4fc00f63-0697-4c36-bec1-cf3e26f55224 with Priority: HIGHEST for action security_group_rules [ 776.874949] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fc00f63-0697-4c36-bec1-cf3e26f55224 with Priority: HIGHEST for action security_group_rules [ 776.874949] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fc00f63-0697-4c36-bec1-cf3e26f55224 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.874949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fc00f63-0697-4c36-bec1-cf3e26f55224" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.874949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fc00f63-0697-4c36-bec1-cf3e26f55224" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.874949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fc00f63-0697-4c36-bec1-cf3e26f55224" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.874949] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fc00f63-0697-4c36-bec1-cf3e26f55224',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.968295] env[66341]: INFO networking_nsxv3.common.synchronization [None req-a077cb72-9859-4a0f-b0b6-7aee7846b2fe tempest-ImagesOneServerNegativeTestJSON-1858042452 tempest-ImagesOneServerNegativeTestJSON-1858042452-project-member] Enqueued Resource ID: 4fc00f63-0697-4c36-bec1-cf3e26f55224 with Priority: HIGHEST for action security_group_rules [ 776.969804] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fc00f63-0697-4c36-bec1-cf3e26f55224 with Priority: HIGHEST for action security_group_rules [ 776.969804] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fc00f63-0697-4c36-bec1-cf3e26f55224 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.969804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fc00f63-0697-4c36-bec1-cf3e26f55224" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.302483] env[66341]: INFO networking_nsxv3.common.synchronization [req-6a081f4e-e3f7-492b-90b5-39a42c3c9b90 req-da09ae08-80c1-4081-b3ec-642f1ea58850 tempest-AttachInterfacesUnderV243Test-1114063057 tempest-AttachInterfacesUnderV243Test-1114063057-project-member] Enqueued Resource ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 with Priority: HIGHEST for action security_group_members [ 777.303119] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 with Priority: HIGHEST for action security_group_members [ 777.303420] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-62317bb7-3292-40e8-af0b-a6964011a4d6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.303728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.318862] env[66341]: INFO networking_nsxv3.common.synchronization [req-6a081f4e-e3f7-492b-90b5-39a42c3c9b90 req-da09ae08-80c1-4081-b3ec-642f1ea58850 tempest-AttachInterfacesUnderV243Test-1114063057 tempest-AttachInterfacesUnderV243Test-1114063057-project-member] Enqueued Resource ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 with Priority: HIGHEST for action security_group_rules [ 777.318862] env[66341]: INFO networking_nsxv3.common.synchronization [req-6a081f4e-e3f7-492b-90b5-39a42c3c9b90 req-da09ae08-80c1-4081-b3ec-642f1ea58850 tempest-AttachInterfacesUnderV243Test-1114063057 tempest-AttachInterfacesUnderV243Test-1114063057-project-member] Enqueued Resource ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 with Priority: HIGHEST for action security_group_members [ 777.318950] env[66341]: INFO networking_nsxv3.common.synchronization [req-6a081f4e-e3f7-492b-90b5-39a42c3c9b90 req-da09ae08-80c1-4081-b3ec-642f1ea58850 tempest-AttachInterfacesUnderV243Test-1114063057 tempest-AttachInterfacesUnderV243Test-1114063057-project-member] Enqueued Resource ID: 5866b953-442d-4c2c-ba14-405888045dc8 with Priority: HIGHEST for action port [ 777.319422] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 with Priority: HIGHEST for action security_group_rules [ 777.319592] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 with Priority: HIGHEST for action security_group_members [ 777.319683] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5866b953-442d-4c2c-ba14-405888045dc8 with Priority: HIGHEST for action port [ 777.320308] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62317bb7-3292-40e8-af0b-a6964011a4d6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.320414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.320727] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-62317bb7-3292-40e8-af0b-a6964011a4d6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.320727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.320881] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-5866b953-442d-4c2c-ba14-405888045dc8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.320986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5866b953-442d-4c2c-ba14-405888045dc8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.321062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5866b953-442d-4c2c-ba14-405888045dc8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.321260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5866b953-442d-4c2c-ba14-405888045dc8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.321345] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5866b953-442d-4c2c-ba14-405888045dc8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.401293] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.401293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.401293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.401293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.401293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.401293] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fc00f63-0697-4c36-bec1-cf3e26f55224 already deleted. [ 777.401293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fc00f63-0697-4c36-bec1-cf3e26f55224" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.401792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fc00f63-0697-4c36-bec1-cf3e26f55224" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.401792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fc00f63-0697-4c36-bec1-cf3e26f55224" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.401792] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fc00f63-0697-4c36-bec1-cf3e26f55224',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.671471] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 in Status: SUCCESS [ 777.672148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.672148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.672148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.672297] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.672405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.672468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.672617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.672695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.673594] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62317bb7-3292-40e8-af0b-a6964011a4d6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.823260] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5866b953-442d-4c2c-ba14-405888045dc8 with status ACTIVE [ 777.823541] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.823731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.823844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.824050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.824221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.824383] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.824571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.824694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.824783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.824898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.825169] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.825278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.825387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.825550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.825620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.825857] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5866b953-442d-4c2c-ba14-405888045dc8 is going to be updated. [ 777.861683] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.861877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.861932] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.862165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.862422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.862502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5866b953-442d-4c2c-ba14-405888045dc8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.927982] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.927982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.927982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.927982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.927982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.929508] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fc00f63-0697-4c36-bec1-cf3e26f55224 already deleted. [ 777.929508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fc00f63-0697-4c36-bec1-cf3e26f55224" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.175836] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62317bb7-3292-40e8-af0b-a6964011a4d6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.678749] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62317bb7-3292-40e8-af0b-a6964011a4d6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.135076] env[66341]: INFO networking_nsxv3.common.synchronization [req-d29eb505-e344-4dce-b433-55cb712eaa07 req-2576e826-a44b-421b-8b69-8878399e9013 tempest-ServerDiskConfigTestJSON-1657017966 tempest-ServerDiskConfigTestJSON-1657017966-project-member] Enqueued Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 779.135640] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 779.135953] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.136097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.136164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.136363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.136629] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.136629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.136759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.136869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.136922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.136967] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.185574] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.185574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.185574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.185574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.185574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.185574] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 is going to be updated. [ 779.215269] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.215915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.215915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.215915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.215915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.226666] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 in Status: IN_PROGRESS for 2s [ 779.491464] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-260 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.491652] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-260" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.491771] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-260" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.492094] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-260" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.492354] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.492493] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.492607] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.492810] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.492945] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.495539] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.495701] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.495822] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.495930] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.496057] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.496184] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.496288] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.515474] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.516385] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.516476] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.516698] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-260" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.517089] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-3fa9c0cb-e127-48d6-bb09-75340f5ed674 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.517305] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-3fa9c0cb-e127-48d6-bb09-75340f5ed674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.517472] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-3fa9c0cb-e127-48d6-bb09-75340f5ed674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.517815] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-3fa9c0cb-e127-48d6-bb09-75340f5ed674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.517978] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fa9c0cb-e127-48d6-bb09-75340f5ed674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.644022] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.644022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.644022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.644022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.644022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.644022] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.644022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.644022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.644022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.644022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.644022] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 is going to be updated. [ 779.667954] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.668136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.668216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.668493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.668702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.687902] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: IN_PROGRESS for 2s [ 780.020732] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.021307] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.021307] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.021448] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.021895] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.021895] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 3fa9c0cb-e127-48d6-bb09-75340f5ed674 not found, creating... [ 780.022558] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.022558] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.022558] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.023768] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.023768] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.023768] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.023768] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.023768] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.023993] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.024195] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.024498] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 3fa9c0cb-e127-48d6-bb09-75340f5ed674 is going to be created. [ 780.054690] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.054690] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.054690] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.054690] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.054690] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.054690] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-3fa9c0cb-e127-48d6-bb09-75340f5ed674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.760985] env[66341]: INFO networking_nsxv3.common.synchronization [req-d29eb505-e344-4dce-b433-55cb712eaa07 req-0de89b59-ef35-4ddc-a939-deea6dc48746 service nova] Enqueued Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_rules [ 780.761276] env[66341]: INFO networking_nsxv3.common.synchronization [req-d29eb505-e344-4dce-b433-55cb712eaa07 req-0de89b59-ef35-4ddc-a939-deea6dc48746 service nova] Enqueued Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 780.761417] env[66341]: INFO networking_nsxv3.common.synchronization [req-d29eb505-e344-4dce-b433-55cb712eaa07 req-0de89b59-ef35-4ddc-a939-deea6dc48746 service nova] Enqueued Resource ID: 3fa9c0cb-e127-48d6-bb09-75340f5ed674 with Priority: HIGHEST for action port [ 780.761833] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_rules [ 780.761981] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 780.763610] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa9c0cb-e127-48d6-bb09-75340f5ed674 with Priority: HIGHEST for action port [ 780.763610] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.763610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.763610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.763610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.763873] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.765928] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.765928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.765928] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fa9c0cb-e127-48d6-bb09-75340f5ed674 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.765928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fa9c0cb-e127-48d6-bb09-75340f5ed674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.766132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fa9c0cb-e127-48d6-bb09-75340f5ed674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.766331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fa9c0cb-e127-48d6-bb09-75340f5ed674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.766431] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fa9c0cb-e127-48d6-bb09-75340f5ed674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.240304] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 in Status: IN_PROGRESS for 4s [ 781.270137] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.270137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.270137] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fa9c0cb-e127-48d6-bb09-75340f5ed674 with status ACTIVE [ 781.270137] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.270137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.270137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.270137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.270137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.270137] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.270616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.270616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.271313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.271313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.271313] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.271313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.272564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.272564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.272564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.272564] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fa9c0cb-e127-48d6-bb09-75340f5ed674 is going to be updated. [ 781.299226] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.299424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.299424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.299693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.299836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.300016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fa9c0cb-e127-48d6-bb09-75340f5ed674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.642692] env[66341]: INFO networking_nsxv3.common.synchronization [req-8731bde5-ca25-4a74-a01a-584b8e571011 req-c818720b-2722-4318-a1ad-2ddbb8289713 tempest-ServerPasswordTestJSON-1542017035 tempest-ServerPasswordTestJSON-1542017035-project-member] Enqueued Resource ID: 50902304-a642-468d-9f6f-1fdba632f61d with Priority: HIGHEST for action security_group_members [ 781.643311] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50902304-a642-468d-9f6f-1fdba632f61d with Priority: HIGHEST for action security_group_members [ 781.643606] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-50902304-a642-468d-9f6f-1fdba632f61d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.643731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.643794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.644079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.644142] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.644239] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.644300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.644439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.644520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.644610] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50902304-a642-468d-9f6f-1fdba632f61d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.697856] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: SUCCESS [ 781.698048] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 deletion is rescheduled due to dependency. [ 781.698166] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.698321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.698534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.698739] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.698893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.698893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.699044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.699127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.699220] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.147244] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.147603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.147603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.147675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.148577] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.148577] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.148577] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.148577] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.148577] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.148577] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.148577] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50902304-a642-468d-9f6f-1fdba632f61d is going to be updated. [ 782.176702] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.177023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.177023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.177107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.177268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.191173] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50902304-a642-468d-9f6f-1fdba632f61d in Status: IN_PROGRESS for 2s [ 782.202175] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.316489] env[66341]: INFO networking_nsxv3.common.synchronization [req-c91cd0f8-70e5-459a-98ec-04f4aef32b67 req-f6b35eef-ae6d-4bfb-a0f9-b478653889fd tempest-AttachInterfacesUnderV243Test-1114063057 tempest-AttachInterfacesUnderV243Test-1114063057-project-member] Enqueued Resource ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 with Priority: HIGHEST for action security_group_members [ 782.317045] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 with Priority: HIGHEST for action security_group_members [ 782.317347] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-62317bb7-3292-40e8-af0b-a6964011a4d6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.317454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.703958] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.207294] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.207577] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.207577] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.207962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.207962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.208078] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 is going to be updated. [ 783.238910] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.238910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.238910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.238910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.238910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.252166] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: IN_PROGRESS for 2s [ 783.252897] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 in Status: SUCCESS [ 783.253121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.253287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.253496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.253760] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.253841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.253877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.254011] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.254100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.254185] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.254280] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62317bb7-3292-40e8-af0b-a6964011a4d6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.260168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.260416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.260645] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.260811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.260875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.261058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.261141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.261233] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62317bb7-3292-40e8-af0b-a6964011a4d6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.762773] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62317bb7-3292-40e8-af0b-a6964011a4d6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.765640] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.765640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.765640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.765640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.765640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.765640] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.765640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.765640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.765640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.765640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.765640] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 is going to be updated. [ 783.802584] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.802790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.803700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.803700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.803700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.817522] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 in Status: IN_PROGRESS for 2s [ 784.201830] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50902304-a642-468d-9f6f-1fdba632f61d in Status: SUCCESS [ 784.202151] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50902304-a642-468d-9f6f-1fdba632f61d deletion is rescheduled due to dependency. [ 784.202703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.268892] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62317bb7-3292-40e8-af0b-a6964011a4d6: rpc.has_security_group_logging(os_id): False [ 784.294898] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.297026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.297026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.297026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.297026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.297026] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.297026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.297026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.297026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.297026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.297026] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 is going to be updated. [ 784.369031] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.369219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.369219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.369382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.369531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.386198] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 in Status: IN_PROGRESS for 2s [ 784.440170] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.440346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.440404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.440649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.440881] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.943507] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.004519] env[66341]: INFO networking_nsxv3.common.synchronization [req-2af40b8f-e1b8-49ac-992b-98a3a5bf7fb4 req-934836d0-1953-4397-9dc8-61fe15087250 tempest-ListServerFiltersTestJSON-1649813458 tempest-ListServerFiltersTestJSON-1649813458-project-member] Enqueued Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGHEST for action security_group_members [ 785.005676] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGHEST for action security_group_members [ 785.005676] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-76295074-26bf-4f23-95ce-4821c762f5da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.005676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.005676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.005903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.006090] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.006210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.006270] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.006426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.006511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.006604] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.263955] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: SUCCESS [ 785.264272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.264502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.264658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.264877] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.265007] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.265090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.265246] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.265348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.265509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.265509] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.446380] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.509019] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.768632] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.768809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.768854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.769073] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.770357] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.770722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.770722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.770819] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.770924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.770924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.771101] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.771199] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.771261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.771410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.771568] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.771661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.771787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.771965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.771965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.772044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.772123] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.830305] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 in Status: SUCCESS [ 785.830531] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 deletion is rescheduled due to dependency. [ 785.830964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.831367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.831651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.831886] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.832216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.832331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.832530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.832618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.832757] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62317bb7-3292-40e8-af0b-a6964011a4d6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.948923] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 785.949111] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 786.013455] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.108456] env[66341]: INFO networking_nsxv3.common.synchronization [None req-868ecf93-c5e6-49c5-b5e8-7c0842256f4e None None] Enqueued Resource ID: 3b28fa64-79c2-41d9-86e3-b489edda9483 with Priority: HIGHEST for action port [ 786.108534] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b28fa64-79c2-41d9-86e3-b489edda9483 with Priority: HIGHEST for action port [ 786.109402] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b28fa64-79c2-41d9-86e3-b489edda9483 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.109618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b28fa64-79c2-41d9-86e3-b489edda9483" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.109733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b28fa64-79c2-41d9-86e3-b489edda9483" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.110249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b28fa64-79c2-41d9-86e3-b489edda9483" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.110452] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b28fa64-79c2-41d9-86e3-b489edda9483',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.277032] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3234cf8e-a2c8-43e6-8338-df47c84c68d9: rpc.has_security_group_logging(os_id): False [ 786.297918] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.298062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.298217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.299024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.299024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.299024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.299024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.299024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.299024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.299024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.299400] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.299400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.299400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.299510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.299543] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.299975] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.299975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.299975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.300137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.300137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.300237] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 is going to be updated. [ 786.337210] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.337468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.337576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.337856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.337947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.338175] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.338275] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.338328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.338564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.338564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.338706] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 is going to be updated. [ 786.375182] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.375182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.375458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.376151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.376151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.385421] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 in Status: IN_PROGRESS for 2s [ 786.401794] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.401989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.402110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.402351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.402501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.404446] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 in Status: SUCCESS [ 786.404655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.405188] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.405397] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.405507] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62317bb7-3292-40e8-af0b-a6964011a4d6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.423210] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: IN_PROGRESS for 2s [ 786.516431] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.516718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.516718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.516866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.516956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.517064] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76295074-26bf-4f23-95ce-4821c762f5da is going to be updated. [ 786.573747] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.573904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.573971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.575064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.575064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.585691] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76295074-26bf-4f23-95ce-4821c762f5da in Status: IN_PROGRESS for 2s [ 786.613265] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b28fa64-79c2-41d9-86e3-b489edda9483 [ 786.613628] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.613966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.613966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.614135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.614209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.614306] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b28fa64-79c2-41d9-86e3-b489edda9483 already deleted. [ 786.614389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b28fa64-79c2-41d9-86e3-b489edda9483" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.879421] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.879621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.879750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.880441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.893814] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 786.894743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.895710] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 786.931247] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.931394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.931441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.931650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.937112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.937542] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 786.937670] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 786.937822] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 786.940491] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.940698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.940786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.941055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.941167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.941278] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 is going to be deleted. [ 787.067388] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.067388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.067388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.067388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.068029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.068029] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 787.095485] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.095629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.095696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.095915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.096017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.096156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.147677] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.147677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.147677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.147854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.147923] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.148289] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 787.235958] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.236085] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.236159] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.236409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.236635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.236900] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 787.236988] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3234cf8e-a2c8-43e6-8338-df47c84c68d9', '04272b7d-b12a-4c8d-a7e8-0879b9f50cc0', '856bd112-8075-47bf-8938-5f12fa39dd9e', 'b397b141-5d64-495c-bf3e-d1ac9a776420', 'ed4cc554-d5e0-4dff-b7db-a32460bb3400', '5629f8f9-62a6-4fdd-8a49-af99341930ac', 'b924818a-e964-41e2-8003-9b161e4e7c28', 'be9de17f-af88-4ecf-9521-651f52a09a88', '72a0427f-d3e0-4431-8c6c-53e5de5e15dd', 'f369ba42-c031-4a0d-9642-3ed430084029', '850f6022-6c1e-400c-9b8b-ba3febd8ae51', 'a329d69a-03af-470d-8e31-ba681262a6b3', '7644278a-6129-4559-9d7b-20d1fd85523d', '3e16096e-614d-41cd-9e13-e75315b74a8d', 'c93a91ae-677e-40bf-8d67-bdfe267792f1', 'c9b86060-7aa7-4607-a839-57d2631744bf', '76295074-26bf-4f23-95ce-4821c762f5da', '81566622-f9a4-45bd-9b10-9ba6fae2c03b', '50902304-a642-468d-9f6f-1fdba632f61d', 'cf38baa7-1db7-4198-a318-4b2c0e5ed833', '4e0cdc10-5791-462b-bca6-93bb5c0334ff', '9d208acf-c637-49e4-9e1c-b46154dcbc0d', '6b5701b1-bb10-411e-b4c9-cd7bdf5135cf', 'd2b67833-b7c0-49a2-b449-ede1e28beecc', 'bca0352f-8a56-40f5-89ef-03effef44bc3', '25805d5c-c18f-4267-8b89-3c394d3bdad6', 'd8d07b68-3be1-45e4-98f1-3d9eeaa2bb47', 'b422dac1-1d35-4c8f-bad6-718b3bddccae', 'd3dfc3ea-d1e1-4cfc-b9dc-23952528809d', 'aad28b08-b7eb-4fbc-8970-0ff4141f12e7', '3c81d12b-3c6c-4096-be8d-884214954723', 'cf6e8751-40d5-41e9-b77a-f725deb4931b', '030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d', '651f16e9-13ff-45e0-8896-12ce01e01a57'} {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 787.238379] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 787.268439] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.268602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.268688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.268908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.269013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.269340] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 787.269432] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 787.269508] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 787.364029] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.364233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.364318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.364565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.365396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.365615] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 787.365728] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 787.365763] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 787.365884] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 787.365884] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 787.366047] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGH for action security_group_rules [ 787.367025] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 with Priority: HIGH for action security_group_rules [ 787.367025] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGH for action security_group_rules [ 787.367025] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGH for action security_group_rules [ 787.367025] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed4cc554-d5e0-4dff-b7db-a32460bb3400 with Priority: HIGH for action security_group_rules [ 787.367025] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac with Priority: HIGH for action security_group_rules [ 787.367025] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b924818a-e964-41e2-8003-9b161e4e7c28 with Priority: HIGH for action security_group_rules [ 787.367025] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be9de17f-af88-4ecf-9521-651f52a09a88 with Priority: HIGH for action security_group_rules [ 787.367025] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd with Priority: HIGH for action security_group_rules [ 787.367025] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f369ba42-c031-4a0d-9642-3ed430084029 with Priority: HIGH for action security_group_rules [ 787.367025] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 with Priority: HIGH for action security_group_rules [ 787.367025] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a329d69a-03af-470d-8e31-ba681262a6b3 with Priority: HIGH for action security_group_rules [ 787.367025] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7644278a-6129-4559-9d7b-20d1fd85523d with Priority: HIGH for action security_group_rules [ 787.367025] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e16096e-614d-41cd-9e13-e75315b74a8d with Priority: HIGH for action security_group_rules [ 787.367025] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c93a91ae-677e-40bf-8d67-bdfe267792f1 with Priority: HIGH for action security_group_rules [ 787.367025] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c9b86060-7aa7-4607-a839-57d2631744bf with Priority: HIGH for action security_group_rules [ 787.367025] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGH for action security_group_rules [ 787.367714] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGH for action security_group_rules [ 787.367714] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50902304-a642-468d-9f6f-1fdba632f61d with Priority: HIGH for action security_group_rules [ 787.367714] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 with Priority: HIGH for action security_group_rules [ 787.367714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.404500] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 in Status: SUCCESS [ 788.404948] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 deletion is rescheduled due to dependency. [ 788.405308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.405492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.405708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.405891] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.407276] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.407348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.407541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.407631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.407733] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62317bb7-3292-40e8-af0b-a6964011a4d6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.438032] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: SUCCESS [ 788.438212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.596025] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76295074-26bf-4f23-95ce-4821c762f5da in Status: SUCCESS [ 788.597445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.624203] env[66341]: INFO networking_nsxv3.common.synchronization [None req-1b80aa96-9c0a-4e32-932a-dde5803a163b None None] Enqueued Resource ID: decd55bb-f445-48b7-9d32-400381ed68db with Priority: HIGHEST for action port [ 788.625629] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: decd55bb-f445-48b7-9d32-400381ed68db with Priority: HIGHEST for action port [ 788.625712] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGH for action security_group_rules [ 788.625805] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGH for action security_group_rules [ 788.625934] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b924818a-e964-41e2-8003-9b161e4e7c28 with Priority: HIGH for action security_group_rules [ 788.626221] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c93a91ae-677e-40bf-8d67-bdfe267792f1 with Priority: HIGH for action security_group_rules [ 788.626221] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 with Priority: HIGH for action security_group_rules [ 788.626418] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50902304-a642-468d-9f6f-1fdba632f61d with Priority: HIGH for action security_group_rules [ 788.626449] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGH for action security_group_rules [ 788.626652] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGH for action security_group_rules [ 788.626652] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e16096e-614d-41cd-9e13-e75315b74a8d with Priority: HIGH for action security_group_rules [ 788.626748] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b86060-7aa7-4607-a839-57d2631744bf with Priority: HIGH for action security_group_rules [ 788.627462] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7644278a-6129-4559-9d7b-20d1fd85523d with Priority: HIGH for action security_group_rules [ 788.627462] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a329d69a-03af-470d-8e31-ba681262a6b3 with Priority: HIGH for action security_group_rules [ 788.627462] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 with Priority: HIGH for action security_group_rules [ 788.627462] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f369ba42-c031-4a0d-9642-3ed430084029 with Priority: HIGH for action security_group_rules [ 788.628239] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd with Priority: HIGH for action security_group_rules [ 788.628425] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac with Priority: HIGH for action security_group_rules [ 788.630312] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9de17f-af88-4ecf-9521-651f52a09a88 with Priority: HIGH for action security_group_rules [ 788.630312] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed4cc554-d5e0-4dff-b7db-a32460bb3400 with Priority: HIGH for action security_group_rules [ 788.630312] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 with Priority: HIGH for action security_group_rules [ 788.630312] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGH for action security_group_rules [ 788.630312] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-decd55bb-f445-48b7-9d32-400381ed68db taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.630312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-decd55bb-f445-48b7-9d32-400381ed68db" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.630312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-decd55bb-f445-48b7-9d32-400381ed68db" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.630312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-decd55bb-f445-48b7-9d32-400381ed68db" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.630312] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('decd55bb-f445-48b7-9d32-400381ed68db',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.630883] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.631019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.631080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.631271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.631450] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.632490] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.632606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.632672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.632951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.632983] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.634700] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b924818a-e964-41e2-8003-9b161e4e7c28 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.634821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.636228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.636228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.636228] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b924818a-e964-41e2-8003-9b161e4e7c28',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.636644] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c93a91ae-677e-40bf-8d67-bdfe267792f1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.636710] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.636773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.637021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.637117] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c93a91ae-677e-40bf-8d67-bdfe267792f1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.638158] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf38baa7-1db7-4198-a318-4b2c0e5ed833 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.638350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.638449] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.638628] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.638729] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf38baa7-1db7-4198-a318-4b2c0e5ed833',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.639658] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50902304-a642-468d-9f6f-1fdba632f61d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.639773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.639862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.640131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.640201] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50902304-a642-468d-9f6f-1fdba632f61d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.641039] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.641158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.641225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.641375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.641448] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.642746] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76295074-26bf-4f23-95ce-4821c762f5da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.642746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.642746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.643100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.643100] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.645266] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e16096e-614d-41cd-9e13-e75315b74a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.645266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.645266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.645266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.645266] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e16096e-614d-41cd-9e13-e75315b74a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.645266] env[66341]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 788.645513] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9b86060-7aa7-4607-a839-57d2631744bf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.645600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.645689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.645975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.646063] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9b86060-7aa7-4607-a839-57d2631744bf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.647293] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7644278a-6129-4559-9d7b-20d1fd85523d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.647480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.647480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.647801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.647801] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7644278a-6129-4559-9d7b-20d1fd85523d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.649058] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a329d69a-03af-470d-8e31-ba681262a6b3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.649058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.649058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.649058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.649058] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a329d69a-03af-470d-8e31-ba681262a6b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.650828] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.650828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.650828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.650828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.650828] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('850f6022-6c1e-400c-9b8b-ba3febd8ae51',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.651214] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f369ba42-c031-4a0d-9642-3ed430084029 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.651214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.651321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.651385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.651480] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f369ba42-c031-4a0d-9642-3ed430084029',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.652251] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72a0427f-d3e0-4431-8c6c-53e5de5e15dd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.652356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.652408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.652551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.652620] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72a0427f-d3e0-4431-8c6c-53e5de5e15dd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.653412] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5629f8f9-62a6-4fdd-8a49-af99341930ac taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.653919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.653919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.653919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.653919] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5629f8f9-62a6-4fdd-8a49-af99341930ac',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.654681] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be9de17f-af88-4ecf-9521-651f52a09a88 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.654795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.654902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.654983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.655253] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be9de17f-af88-4ecf-9521-651f52a09a88',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.655910] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed4cc554-d5e0-4dff-b7db-a32460bb3400 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.656027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.656086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.656237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.656308] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed4cc554-d5e0-4dff-b7db-a32460bb3400',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.657120] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.657275] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.657275] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.657432] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.657511] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04272b7d-b12a-4c8d-a7e8-0879b9f50cc0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.657734] env[66341]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 788.658508] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.658615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.658682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.658832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.658914] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.910626] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.910879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.910945] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.911256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.911398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.911649] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.911933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.911933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.912155] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.912660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.912660] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62317bb7-3292-40e8-af0b-a6964011a4d6 is going to be deleted. [ 788.971937] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.971937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.971937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.971937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.971937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.971937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62317bb7-3292-40e8-af0b-a6964011a4d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.165713] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port decd55bb-f445-48b7-9d32-400381ed68db [ 789.165993] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.166146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.166216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.166428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.166515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.166610] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:decd55bb-f445-48b7-9d32-400381ed68db already deleted. [ 789.166694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-decd55bb-f445-48b7-9d32-400381ed68db" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.166950] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.167066] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.167135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.167279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.167417] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.167514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.167577] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.167740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.167815] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.167898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.167983] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.178838] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.179037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.179037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.179214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.192062] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.192216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.192287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.192481] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.192640] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.192736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.192797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.192998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.193081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.193117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.193199] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.194123] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-5629f8f9-62a6-4fdd-8a49-af99341930ac taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.194316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.194316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.194435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.195298] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.195298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.195298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.195298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.195298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.195298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.195298] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5629f8f9-62a6-4fdd-8a49-af99341930ac',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.199110] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf38baa7-1db7-4198-a318-4b2c0e5ed833 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.199227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.200287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.200287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.200287] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.200287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.200287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.200287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.200287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.200589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.200589] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf38baa7-1db7-4198-a318-4b2c0e5ed833',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.206236] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-76295074-26bf-4f23-95ce-4821c762f5da taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.206236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.206236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.206236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.206236] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.207471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.207471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.207471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.207471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.207471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.207471] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.209459] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-f369ba42-c031-4a0d-9642-3ed430084029 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.209459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.209459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.209459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.209459] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.209459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.209459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.209820] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.209820] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.209820] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.209903] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f369ba42-c031-4a0d-9642-3ed430084029',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.373793] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-76295074-26bf-4f23-95ce-4821c762f5da taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.373935] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.374404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.374404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.374404] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.374586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.374586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.374652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.374802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.374802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.374954] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-76295074-26bf-4f23-95ce-4821c762f5da taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.375055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.375115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.375253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.375387] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.375477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.375535] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.375669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.375746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.375824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.375920] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.380544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.380544] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 856bd112-8075-47bf-8938-5f12fa39dd9e is going to be deleted. [ 789.388919] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.388919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.388919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.389130] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.391369] env[66341]: INFO networking_nsxv3.common.synchronization [req-53d2a412-258b-487b-8b67-dabec2806c5e req-63df0f0e-83e4-4049-8a47-5fc443f66a79 tempest-ImagesTestJSON-624667671 tempest-ImagesTestJSON-624667671-project-member] Enqueued Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 789.405575] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 789.411156] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.411251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.411289] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.411495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.411679] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.411798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.411869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.412034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.412127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.412222] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.427404] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.427619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.428923] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.428988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.430247] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.430247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.434021] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.434021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.434021] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.434021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.434021] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.434021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.436023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.436184] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.437024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.437135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.438363] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.438456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.442129] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.442129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.442656] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 789.443072] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.443171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.448323] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 789.448753] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.448855] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.449498] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 789.449941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.450065] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e16096e-614d-41cd-9e13-e75315b74a8d is going to be deleted. [ 789.451018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.451221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.472726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.472890] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed4cc554-d5e0-4dff-b7db-a32460bb3400 is going to be deleted. [ 789.475497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.475497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.498958] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.499101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.500575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.500834] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04272b7d-b12a-4c8d-a7e8-0879b9f50cc0 is going to be deleted. [ 789.501757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.502011] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.528312] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.528592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.531511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.531955] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a329d69a-03af-470d-8e31-ba681262a6b3 is going to be deleted. [ 789.532912] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.533468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.566044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.566946] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72a0427f-d3e0-4431-8c6c-53e5de5e15dd is going to be deleted. [ 789.568603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.568905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.571334] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.571460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.593698] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.594376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.615457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.615654] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c93a91ae-677e-40bf-8d67-bdfe267792f1 is going to be deleted. [ 789.617638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.617638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.671538] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.671538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.671538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.671538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.672013] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.672013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.672013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.672013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.672216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.672216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.672337] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.672432] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.672524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.672669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.672973] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.672973] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.672973] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.673228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.673228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.673315] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.673359] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.674661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.674768] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7644278a-6129-4559-9d7b-20d1fd85523d is going to be deleted. [ 789.675831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.676040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.698215] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.698362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.698431] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.698938] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.698938] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.699102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.699102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.699221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.699848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.699848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.699848] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.699848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.699848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.700100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.700100] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.700192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.700228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.700856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.700856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.700856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.700856] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.701620] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5629f8f9-62a6-4fdd-8a49-af99341930ac',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.704704] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-468 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.704915] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-468" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.705182] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-468" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.705275] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-468" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.705861] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.705861] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.705861] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.706151] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.706234] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.706448] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.706559] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.706666] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.706772] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.707120] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.707120] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.707120] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.752967] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.753157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.760054] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.760230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.771256] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.771434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.777498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.777498] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 is going to be deleted. [ 789.778990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.778990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.780648] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.780819] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.074 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.780977] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.781211] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-468" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.781583] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-2b869509-1f13-40ec-8025-6a5c3b31f320 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.781895] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-2b869509-1f13-40ec-8025-6a5c3b31f320" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.781998] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-2b869509-1f13-40ec-8025-6a5c3b31f320" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.782401] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-2b869509-1f13-40ec-8025-6a5c3b31f320" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.782671] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b869509-1f13-40ec-8025-6a5c3b31f320',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.838016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.838173] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50902304-a642-468d-9f6f-1fdba632f61d is going to be deleted. [ 789.839256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.839496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.865494] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.865494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.869422] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-f369ba42-c031-4a0d-9642-3ed430084029 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.869620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.869620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.870735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.870735] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.870735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.870735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.870735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.870735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.870735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.870735] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-f369ba42-c031-4a0d-9642-3ed430084029 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.870735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.872133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.872133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.872133] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.872133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.872133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.872133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.872133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.872133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.872133] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f369ba42-c031-4a0d-9642-3ed430084029',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.872633] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf38baa7-1db7-4198-a318-4b2c0e5ed833',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.887173] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76295074-26bf-4f23-95ce-4821c762f5da: rpc.has_security_group_logging(os_id): False [ 789.906398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.906455] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be9de17f-af88-4ecf-9521-651f52a09a88 is going to be deleted. [ 789.908177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.908725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.916660] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.916771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.945811] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.945991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.946818] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.947149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.957839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.958014] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b924818a-e964-41e2-8003-9b161e4e7c28 is going to be deleted. [ 789.959533] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.959857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.027103] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.027103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.027103] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.027103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.027103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.027103] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 is going to be deleted. [ 790.030279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.030517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.122926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.122926] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9b86060-7aa7-4607-a839-57d2631744bf is going to be deleted. [ 790.123894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.124146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.124242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.124367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.124997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.124997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.124997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.124997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e16096e-614d-41cd-9e13-e75315b74a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.125516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.125743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.125836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.125995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed4cc554-d5e0-4dff-b7db-a32460bb3400" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.126211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.126809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.126809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.126809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04272b7d-b12a-4c8d-a7e8-0879b9f50cc0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.126809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.126809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.127052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.127052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c93a91ae-677e-40bf-8d67-bdfe267792f1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.127173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.127357] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.127441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.127571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a329d69a-03af-470d-8e31-ba681262a6b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.127758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.127844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.127920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.128062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72a0427f-d3e0-4431-8c6c-53e5de5e15dd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.128179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.128315] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.128389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.128497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7644278a-6129-4559-9d7b-20d1fd85523d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.128618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.128755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.128828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.129209] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.129209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.129338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.129370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.129435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.129519] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 is going to be updated. [ 790.130751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.130919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.132589] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.132720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.164087] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.164087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.178821] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3234cf8e-a2c8-43e6-8338-df47c84c68d9: rpc.has_security_group_logging(os_id): False [ 790.209458] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5629f8f9-62a6-4fdd-8a49-af99341930ac: rpc.has_security_group_logging(os_id): False [ 790.211066] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81566622-f9a4-45bd-9b10-9ba6fae2c03b: rpc.has_security_group_logging(os_id): False [ 790.214411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.214801] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.214944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.215050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.215336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.215539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.215752] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.215907] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.216012] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.216252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.216369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.216657] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.216787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.218030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.218030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.218030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.218030] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76295074-26bf-4f23-95ce-4821c762f5da is going to be updated. [ 790.221106] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.221426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.221534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.221806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.222013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.223430] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.223662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.223790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.223962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.224192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.224415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.224554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.224730] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50902304-a642-468d-9f6f-1fdba632f61d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.224954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.225179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.225298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.225465] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be9de17f-af88-4ecf-9521-651f52a09a88" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.225631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.225843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.225963] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.226136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b924818a-e964-41e2-8003-9b161e4e7c28" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.227748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.227971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.228115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.228294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.274667] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.274778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.274858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.275852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.278083] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.278269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.280966] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: IN_PROGRESS for 2s [ 790.282637] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.282785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.285391] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.285609] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.285856] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.286163] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.286315] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.286468] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 2b869509-1f13-40ec-8025-6a5c3b31f320 not found, creating... [ 790.286772] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.286948] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.287942] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.289225] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.289406] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.289985] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.289985] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.290121] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.290352] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.290485] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.290634] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 2b869509-1f13-40ec-8025-6a5c3b31f320 is going to be created. [ 790.318091] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.318290] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.325617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.326081] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.326262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.326362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.326652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.326785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.327165] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.327250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.327357] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.327675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.327770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.327968] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.328067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.328131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.328277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.328351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.328444] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 is going to be updated. [ 790.329708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.329874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.344021] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.344259] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.344368] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.344650] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.344885] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.345139] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-2b869509-1f13-40ec-8025-6a5c3b31f320" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.376952] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf38baa7-1db7-4198-a318-4b2c0e5ed833: rpc.has_security_group_logging(os_id): False [ 790.378298] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f369ba42-c031-4a0d-9642-3ed430084029: rpc.has_security_group_logging(os_id): False [ 790.417399] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.417795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.429011] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.429156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.430129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.430357] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.430474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.430629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.430908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.430996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.431212] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.431308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.431363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.431530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.431604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.431809] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.431893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.431947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.432116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.432200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.432295] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b is going to be updated. [ 790.433417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.433586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.433675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.433794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9b86060-7aa7-4607-a839-57d2631744bf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.433930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.434091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.493050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.493263] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.493414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.493451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.493638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.493724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.493886] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac is going to be updated. [ 790.494981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.495479] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.499026] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.499026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.553061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.553061] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.553061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.553061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.553437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.553437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.553437] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.553547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.553547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.553699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.553772] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.553968] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.554063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.554125] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.554264] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.554344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.554427] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f369ba42-c031-4a0d-9642-3ed430084029 is going to be updated. [ 790.555876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.555876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.617856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.618141] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.618320] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.618430] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.618683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.618794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.618908] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 is going to be updated. [ 790.620118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.620343] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.620521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.626928] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.627123] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.627423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.627527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.627723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.716279] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.716427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.716568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.716837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.717014] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.740126] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: IN_PROGRESS for 2s [ 790.780312] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76295074-26bf-4f23-95ce-4821c762f5da in Status: IN_PROGRESS for 2s [ 790.789439] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.789567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.789567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.789902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.790108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.803588] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.803764] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.803879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.804131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.804284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.809754] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac in Status: IN_PROGRESS for 2s [ 790.833834] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: IN_PROGRESS for 2s [ 790.835422] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f369ba42-c031-4a0d-9642-3ed430084029 in Status: IN_PROGRESS for 2s [ 790.852578] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 790.853747] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.853747] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.853747] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.853747] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.853965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.902221] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 in Status: IN_PROGRESS for 2s [ 791.022958] env[66341]: INFO networking_nsxv3.common.synchronization [req-53d2a412-258b-487b-8b67-dabec2806c5e req-206ecfd2-1261-4775-a67e-e9918b89128e service nova] Enqueued Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_rules [ 791.022958] env[66341]: INFO networking_nsxv3.common.synchronization [req-53d2a412-258b-487b-8b67-dabec2806c5e req-206ecfd2-1261-4775-a67e-e9918b89128e service nova] Enqueued Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 791.022958] env[66341]: INFO networking_nsxv3.common.synchronization [req-53d2a412-258b-487b-8b67-dabec2806c5e req-206ecfd2-1261-4775-a67e-e9918b89128e service nova] Enqueued Resource ID: 2b869509-1f13-40ec-8025-6a5c3b31f320 with Priority: HIGHEST for action port [ 791.022958] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_rules [ 791.023242] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 791.023331] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b869509-1f13-40ec-8025-6a5c3b31f320 with Priority: HIGHEST for action port [ 791.023614] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.023725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.023789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.023974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.024063] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.024951] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.024951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.026606] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b869509-1f13-40ec-8025-6a5c3b31f320 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.026606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b869509-1f13-40ec-8025-6a5c3b31f320" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.026606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b869509-1f13-40ec-8025-6a5c3b31f320" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.026606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b869509-1f13-40ec-8025-6a5c3b31f320" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.026606] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b869509-1f13-40ec-8025-6a5c3b31f320',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.527978] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.528309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.528309] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b869509-1f13-40ec-8025-6a5c3b31f320 with status ACTIVE [ 791.528444] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.528540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.528603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.528827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.528910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.529108] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.529227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.529332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.529424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.529511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.529689] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.529866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.529866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.529999] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.530079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.530171] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b869509-1f13-40ec-8025-6a5c3b31f320 is going to be updated. [ 791.551663] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.551797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.551880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.552126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.552280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.552528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b869509-1f13-40ec-8025-6a5c3b31f320" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.072841] env[66341]: INFO networking_nsxv3.common.synchronization [req-2379a73f-9801-42b9-be12-4d211db21b78 req-0abeddd4-f877-4a0a-85c5-f191f48c8e53 tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 792.073434] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 792.073948] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.074240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.074240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.074350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.074484] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.074579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.074640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.074777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.074861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.074949] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.297208] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: SUCCESS [ 792.297501] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 deletion is rescheduled due to dependency. [ 792.297735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.297932] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.298184] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.298385] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.298515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.298584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.298760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.298847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.298954] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.444190] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-236 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.444387] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-236" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.444538] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-236" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.444958] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-236" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.444958] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.445285] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.445285] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.448723] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.448723] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.448723] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.448723] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.448723] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.448723] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.448723] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.448723] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.448723] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.467075] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.467251] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.467385] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.467573] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-236" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.467892] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-24336073-88f1-49a3-b584-e2b189b7a7c9 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.468076] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-24336073-88f1-49a3-b584-e2b189b7a7c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.468193] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-24336073-88f1-49a3-b584-e2b189b7a7c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.468517] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-24336073-88f1-49a3-b584-e2b189b7a7c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.468667] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24336073-88f1-49a3-b584-e2b189b7a7c9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.577218] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.756245] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: SUCCESS [ 792.756470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.796486] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76295074-26bf-4f23-95ce-4821c762f5da in Status: SUCCESS [ 792.796828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.802372] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.823167] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac in Status: SUCCESS [ 792.823513] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.848132] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f369ba42-c031-4a0d-9642-3ed430084029 in Status: SUCCESS [ 792.848234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.858129] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: SUCCESS [ 792.858129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.929267] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 in Status: SUCCESS [ 792.929546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.971558] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.971865] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.971954] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.972297] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.972390] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.972542] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 24336073-88f1-49a3-b584-e2b189b7a7c9 not found, creating... [ 792.972806] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.972959] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.973085] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.973299] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.973431] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.973712] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.973864] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.973976] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.974191] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.974963] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.974963] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 24336073-88f1-49a3-b584-e2b189b7a7c9 is going to be created. [ 793.004344] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.004591] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.004714] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.005010] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.005316] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.006028] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-24336073-88f1-49a3-b584-e2b189b7a7c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.079764] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.304726] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.582703] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.583112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.583112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.583403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.583539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.583709] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 is going to be updated. [ 793.614180] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.614415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.614536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.614843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.615049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.625100] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: IN_PROGRESS for 2s [ 793.709156] env[66341]: INFO networking_nsxv3.common.synchronization [req-2379a73f-9801-42b9-be12-4d211db21b78 req-4141bcd1-668a-4d42-9510-989a340ad614 service nova] Enqueued Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_rules [ 793.709390] env[66341]: INFO networking_nsxv3.common.synchronization [req-2379a73f-9801-42b9-be12-4d211db21b78 req-4141bcd1-668a-4d42-9510-989a340ad614 service nova] Enqueued Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 793.709390] env[66341]: INFO networking_nsxv3.common.synchronization [req-2379a73f-9801-42b9-be12-4d211db21b78 req-4141bcd1-668a-4d42-9510-989a340ad614 service nova] Enqueued Resource ID: 24336073-88f1-49a3-b584-e2b189b7a7c9 with Priority: HIGHEST for action port [ 793.710720] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_rules [ 793.710720] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 793.710720] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24336073-88f1-49a3-b584-e2b189b7a7c9 with Priority: HIGHEST for action port [ 793.710720] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.710720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.710720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.711279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.711279] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.711777] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.712025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.712092] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-24336073-88f1-49a3-b584-e2b189b7a7c9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.713241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24336073-88f1-49a3-b584-e2b189b7a7c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.713241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24336073-88f1-49a3-b584-e2b189b7a7c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.713241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24336073-88f1-49a3-b584-e2b189b7a7c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.713241] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24336073-88f1-49a3-b584-e2b189b7a7c9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.808925] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.808925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.808925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.808925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.808925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.808925] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 is going to be updated. [ 793.840671] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.840851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.840919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.841576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.841736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.851598] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: IN_PROGRESS for 2s [ 794.213861] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.214028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.214210] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24336073-88f1-49a3-b584-e2b189b7a7c9 with status ACTIVE [ 794.214382] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.214489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.214551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.214757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.214935] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.215130] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.215230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.215289] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.215443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.215520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.215696] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.215790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.215848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.215985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.216117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.216166] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24336073-88f1-49a3-b584-e2b189b7a7c9 is going to be updated. [ 794.237309] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.237491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.237598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.237849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.238023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.238215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24336073-88f1-49a3-b584-e2b189b7a7c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.635596] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: SUCCESS [ 795.635852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.636160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.636245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.636394] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.636551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.636586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.636724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.636799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.636895] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.864373] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: SUCCESS [ 795.864537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.864760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.864994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.865300] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.865784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.865784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.865784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.865784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.866039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.866039] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.139532] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.369638] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.370277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.370277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.370277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.370460] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.370460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.370460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.370649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.370697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.370743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.370892] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.370981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.371080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.371191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.371331] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.371420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.371483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.371613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.371688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.371769] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.371858] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.642528] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.714536] env[66341]: INFO networking_nsxv3.common.synchronization [None req-308a058e-81b1-43f9-bde7-3db67104c556 None None] Enqueued Resource ID: 06ed03e6-675a-4920-aef6-bcf99298f2b7 with Priority: HIGHEST for action port [ 796.715076] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06ed03e6-675a-4920-aef6-bcf99298f2b7 with Priority: HIGHEST for action port [ 796.715378] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-06ed03e6-675a-4920-aef6-bcf99298f2b7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.715494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06ed03e6-675a-4920-aef6-bcf99298f2b7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.715578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06ed03e6-675a-4920-aef6-bcf99298f2b7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.715941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06ed03e6-675a-4920-aef6-bcf99298f2b7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.717334] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06ed03e6-675a-4920-aef6-bcf99298f2b7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.873921] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b397b141-5d64-495c-bf3e-d1ac9a776420: rpc.has_security_group_logging(os_id): False [ 796.891422] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.891748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.891748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.891917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.892023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.892236] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.892338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.892395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.892781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.892781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.892781] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.893030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.893030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.893127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.893127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.893315] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.893408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.893458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.893589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.893663] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.893748] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 is going to be created. [ 796.948099] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.948396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.948396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.948550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.948739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.960799] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: IN_PROGRESS for 2s [ 797.149214] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.149402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.149594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.149882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.150023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.150156] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 is going to be updated. [ 797.184086] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.184086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.184086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.184086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.184086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.195664] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: IN_PROGRESS for 2s [ 797.223339] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06ed03e6-675a-4920-aef6-bcf99298f2b7 [ 797.224866] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.224866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.224866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.225074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.225074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.225219] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06ed03e6-675a-4920-aef6-bcf99298f2b7 already deleted. [ 797.225857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06ed03e6-675a-4920-aef6-bcf99298f2b7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.316572] env[66341]: INFO networking_nsxv3.common.synchronization [req-27b33d9b-a68f-44ae-83c3-5ec96f1d65c7 req-44dc56cd-1be5-46e9-8a02-31f427d1bd52 tempest-ServersTestMultiNic-872851536 tempest-ServersTestMultiNic-872851536-project-member] Enqueued Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 797.317216] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 797.317535] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.318205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.318205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.318205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.318338] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.318390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.318504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.318909] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.318909] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.318909] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.647825] env[66341]: INFO networking_nsxv3.common.synchronization [req-27b33d9b-a68f-44ae-83c3-5ec96f1d65c7 req-8a39b825-869c-402c-a77d-1351d9e66a3e tempest-ServersTestMultiNic-872851536 tempest-ServersTestMultiNic-872851536-project-member] Enqueued Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 797.648431] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 797.648807] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.648934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.824491] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.824637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.824709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.824933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.825047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.826097] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.826097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.826097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.826097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.826097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.826097] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 already deleted. [ 797.826097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.826097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.826097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.826546] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.826546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.826546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.826546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.826546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.826720] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.088168] env[66341]: INFO networking_nsxv3.common.synchronization [req-27b33d9b-a68f-44ae-83c3-5ec96f1d65c7 req-06ed5a83-f08e-484d-adda-0ccacdfa1347 tempest-ServersTestMultiNic-872851536 tempest-ServersTestMultiNic-872851536-project-member] Enqueued Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 798.088701] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 798.089020] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.089240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.330985] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.330985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.330985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.330985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.330985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.330985] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.330985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.331328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.331328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.331328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.331415] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 already deleted. [ 798.331450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.332035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.332035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.332035] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.332035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.332035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.332279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.332279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.332279] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.400415] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.400605] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-160" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.400743] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-160" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.401147] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-160" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.401545] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.401704] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.401839] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.402073] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.402222] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.402433] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.402545] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.402651] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.402758] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.402876] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.403950] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.403950] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.437184] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.437184] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 798.437368] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.437469] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-160" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.437801] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-285f4fb2-acac-480c-ae88-f4996ab3105c taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.437978] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-285f4fb2-acac-480c-ae88-f4996ab3105c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.438110] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-285f4fb2-acac-480c-ae88-f4996ab3105c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.438454] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-285f4fb2-acac-480c-ae88-f4996ab3105c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.438598] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('285f4fb2-acac-480c-ae88-f4996ab3105c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.835921] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.836355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.836355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.836565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.836718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.836990] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.837179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.837240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.837413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.837523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.837647] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 already deleted. [ 798.837790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.941192] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.941449] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.941537] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.943053] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.943053] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.943053] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 285f4fb2-acac-480c-ae88-f4996ab3105c not found, creating... [ 798.943053] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.943053] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.943053] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.943053] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.943371] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.943371] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.943504] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.943622] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.943833] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.943960] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.944111] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 285f4fb2-acac-480c-ae88-f4996ab3105c is going to be created. [ 798.967496] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.967734] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.967786] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.968084] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.968334] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.968562] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-285f4fb2-acac-480c-ae88-f4996ab3105c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.978573] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: SUCCESS [ 798.978788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.205505] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: SUCCESS [ 799.205719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.205889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.206142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.206345] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.206466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.206531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.206677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.206755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.206841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.206928] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.667269] env[66341]: INFO networking_nsxv3.common.synchronization [req-27b33d9b-a68f-44ae-83c3-5ec96f1d65c7 req-529c3a03-64b7-4eee-af4a-33d4971078f7 service nova] Enqueued Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_rules [ 799.667269] env[66341]: INFO networking_nsxv3.common.synchronization [req-27b33d9b-a68f-44ae-83c3-5ec96f1d65c7 req-529c3a03-64b7-4eee-af4a-33d4971078f7 service nova] Enqueued Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 799.667351] env[66341]: INFO networking_nsxv3.common.synchronization [req-27b33d9b-a68f-44ae-83c3-5ec96f1d65c7 req-529c3a03-64b7-4eee-af4a-33d4971078f7 service nova] Enqueued Resource ID: 285f4fb2-acac-480c-ae88-f4996ab3105c with Priority: HIGHEST for action port [ 799.667848] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_rules [ 799.668266] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 799.668490] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 285f4fb2-acac-480c-ae88-f4996ab3105c with Priority: HIGHEST for action port [ 799.668792] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.669026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.669026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.669241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.669319] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.671115] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.671115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.671115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.673666] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.673666] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.673666] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.673666] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.673666] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.673666] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.673666] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.676498] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-285f4fb2-acac-480c-ae88-f4996ab3105c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.676621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-285f4fb2-acac-480c-ae88-f4996ab3105c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.676691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-285f4fb2-acac-480c-ae88-f4996ab3105c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.677357] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-285f4fb2-acac-480c-ae88-f4996ab3105c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.677357] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('285f4fb2-acac-480c-ae88-f4996ab3105c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.711410] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.712367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.712459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.712894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.713025] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.713086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.713172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.713314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.713401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.713484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.713633] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.713885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.713885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.713989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.714120] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.714194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.714194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.714367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.714476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.714513] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.714614] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.956828] env[66341]: INFO networking_nsxv3.common.synchronization [req-18b93856-1a82-4664-8e11-5bb0cd01603a req-d2b86acd-e06e-4e10-8479-9fe48a791771 tempest-ServersAdminTestJSON-653169236 tempest-ServersAdminTestJSON-653169236-project-member] Enqueued Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_members [ 799.956828] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_members [ 799.956828] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.956828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.956828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.956828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.956828] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.956828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.956828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.957389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.957389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.957389] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.179589] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.181425] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.181425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.181425] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 285f4fb2-acac-480c-ae88-f4996ab3105c with status ACTIVE [ 800.181425] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.181624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.181624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.181757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.181808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.181973] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.182186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.182186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.182287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.182382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.182604] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.182693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.182789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.183367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.183367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.183367] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 285f4fb2-acac-480c-ae88-f4996ab3105c is going to be updated. [ 800.205562] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.206297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.206297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.206297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.206437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.206568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-285f4fb2-acac-480c-ae88-f4996ab3105c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.221369] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 651f16e9-13ff-45e0-8896-12ce01e01a57: rpc.has_security_group_logging(os_id): False [ 800.248257] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.248406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.248472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.248725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.268611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.268611] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.268611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.268611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.268611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.268611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.268611] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.269081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.269081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.269081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.269081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.269198] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.269248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.269441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.269441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.269519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.269630] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 is going to be updated. [ 800.339643] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.340852] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-814" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.340852] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-814" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.340852] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-814" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.340852] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.342947] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.342947] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.342947] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.342947] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.342947] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.342947] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.342947] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.342947] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.342947] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.344198] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.344329] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.346399] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.346563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.347656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.347656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.347882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.352472] env[66341]: INFO networking_nsxv3.common.synchronization [None req-acf4a636-cd71-426f-a338-8632099f5431 None None] Enqueued Resource ID: 41cde8f8-3e64-4ec3-9441-d076e4105da0 with Priority: HIGHEST for action port [ 800.353364] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41cde8f8-3e64-4ec3-9441-d076e4105da0 with Priority: HIGHEST for action port [ 800.353836] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-41cde8f8-3e64-4ec3-9441-d076e4105da0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.354042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41cde8f8-3e64-4ec3-9441-d076e4105da0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.354266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41cde8f8-3e64-4ec3-9441-d076e4105da0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.354619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41cde8f8-3e64-4ec3-9441-d076e4105da0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.354761] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41cde8f8-3e64-4ec3-9441-d076e4105da0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.370720] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: IN_PROGRESS for 2s [ 800.372521] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.373234] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.373234] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.373234] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-814" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.373803] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-ea97ad89-d345-4d89-b984-522f99d367b3 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.374138] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-ea97ad89-d345-4d89-b984-522f99d367b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.374281] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-ea97ad89-d345-4d89-b984-522f99d367b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.375040] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-ea97ad89-d345-4d89-b984-522f99d367b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.375040] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea97ad89-d345-4d89-b984-522f99d367b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.459416] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.491022] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.491434] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.491528] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.491905] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.492305] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.492636] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.492863] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.493209] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.493418] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.493672] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.493829] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.493980] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.494149] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.494306] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.494454] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.494643] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.516874] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.517155] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.517338] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.517547] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.517948] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-27a09be1-d3c5-4988-a990-f5f198dde996 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.518178] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-27a09be1-d3c5-4988-a990-f5f198dde996" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.518347] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-27a09be1-d3c5-4988-a990-f5f198dde996" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.518697] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-27a09be1-d3c5-4988-a990-f5f198dde996" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.518871] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27a09be1-d3c5-4988-a990-f5f198dde996',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.684954] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.863923] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41cde8f8-3e64-4ec3-9441-d076e4105da0 [ 800.864244] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.864489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.864489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.864722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.864817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.864916] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41cde8f8-3e64-4ec3-9441-d076e4105da0 already deleted. [ 800.864997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41cde8f8-3e64-4ec3-9441-d076e4105da0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.877371] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.877759] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.877925] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.878211] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.878360] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.878507] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port ea97ad89-d345-4d89-b984-522f99d367b3 not found, creating... [ 800.878762] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.878917] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.879040] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.879264] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.879399] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.879671] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.879872] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.880026] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.880243] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.880378] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.880516] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: ea97ad89-d345-4d89-b984-522f99d367b3 is going to be created. [ 800.899379] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.899627] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.899722] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.899994] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.900254] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.900480] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-ea97ad89-d345-4d89-b984-522f99d367b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.963451] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.020974] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.021221] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.021356] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.021636] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.021787] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.021937] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 27a09be1-d3c5-4988-a990-f5f198dde996 not found, creating... [ 801.022245] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.022403] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.022564] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.022764] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.022922] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.023223] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.023366] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.023476] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.023679] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.023809] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.023944] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 27a09be1-d3c5-4988-a990-f5f198dde996 is going to be created. [ 801.058396] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.058614] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.058880] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.059033] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.059256] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.059487] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-27a09be1-d3c5-4988-a990-f5f198dde996" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.187123] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.187353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.187417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.187801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.187940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.188013] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 is going to be created. [ 801.225132] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.225356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.225356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.225621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.225821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.238465] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: UNINITIALIZED for 2s [ 801.465896] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.466112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.466112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.466279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.466390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.466480] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b is going to be updated. [ 801.495831] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.496014] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.496095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.496334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.496503] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.505273] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: IN_PROGRESS for 2s [ 801.605219] env[66341]: INFO networking_nsxv3.common.synchronization [req-18b93856-1a82-4664-8e11-5bb0cd01603a req-add64ece-b220-4e4a-a051-0c6bd2c0688b service nova] Enqueued Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_rules [ 801.605544] env[66341]: INFO networking_nsxv3.common.synchronization [req-18b93856-1a82-4664-8e11-5bb0cd01603a req-add64ece-b220-4e4a-a051-0c6bd2c0688b service nova] Enqueued Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_members [ 801.605792] env[66341]: INFO networking_nsxv3.common.synchronization [req-18b93856-1a82-4664-8e11-5bb0cd01603a req-add64ece-b220-4e4a-a051-0c6bd2c0688b service nova] Enqueued Resource ID: ea97ad89-d345-4d89-b984-522f99d367b3 with Priority: HIGHEST for action port [ 801.606649] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_rules [ 801.606892] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_members [ 801.607101] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea97ad89-d345-4d89-b984-522f99d367b3 with Priority: HIGHEST for action port [ 801.607481] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.607739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.607905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.608285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.609594] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.609594] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.609594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.609984] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea97ad89-d345-4d89-b984-522f99d367b3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.610254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea97ad89-d345-4d89-b984-522f99d367b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.610483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea97ad89-d345-4d89-b984-522f99d367b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.610764] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea97ad89-d345-4d89-b984-522f99d367b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.610929] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea97ad89-d345-4d89-b984-522f99d367b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.743515] env[66341]: INFO networking_nsxv3.common.synchronization [req-27b33d9b-a68f-44ae-83c3-5ec96f1d65c7 req-0c5094d4-b3d4-4f71-addd-fa3e6630a8ee service nova] Enqueued Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_rules [ 801.743732] env[66341]: INFO networking_nsxv3.common.synchronization [req-27b33d9b-a68f-44ae-83c3-5ec96f1d65c7 req-0c5094d4-b3d4-4f71-addd-fa3e6630a8ee service nova] Enqueued Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 801.743935] env[66341]: INFO networking_nsxv3.common.synchronization [req-27b33d9b-a68f-44ae-83c3-5ec96f1d65c7 req-0c5094d4-b3d4-4f71-addd-fa3e6630a8ee service nova] Enqueued Resource ID: 27a09be1-d3c5-4988-a990-f5f198dde996 with Priority: HIGHEST for action port [ 801.744706] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_rules [ 801.744706] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 801.744835] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27a09be1-d3c5-4988-a990-f5f198dde996 with Priority: HIGHEST for action port [ 801.746431] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.746564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.747221] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.747348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.747918] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-27a09be1-d3c5-4988-a990-f5f198dde996 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.748051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27a09be1-d3c5-4988-a990-f5f198dde996" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.748121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27a09be1-d3c5-4988-a990-f5f198dde996" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.748360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27a09be1-d3c5-4988-a990-f5f198dde996" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.748397] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27a09be1-d3c5-4988-a990-f5f198dde996',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.112777] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.113063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.115299] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea97ad89-d345-4d89-b984-522f99d367b3 with status ACTIVE [ 802.115494] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.115615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.115682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.115892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.115982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.116176] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.116278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.116341] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.116475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.116550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.116729] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.116822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.116885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.117081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.117135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.117211] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea97ad89-d345-4d89-b984-522f99d367b3 is going to be updated. [ 802.142499] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.142775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.142775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.142982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.143205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.143444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea97ad89-d345-4d89-b984-522f99d367b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.253435] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27a09be1-d3c5-4988-a990-f5f198dde996 with status ACTIVE [ 802.254032] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.254154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.254368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.254750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.255051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.255470] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.255587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.255761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.256079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.257121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.257121] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.257121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.257121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.257121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.257946] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.258180] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27a09be1-d3c5-4988-a990-f5f198dde996 is going to be updated. [ 802.289948] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.290178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.290273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.290430] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.290573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.290780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27a09be1-d3c5-4988-a990-f5f198dde996" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.402635] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: SUCCESS [ 802.402864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.531369] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.531725] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-160" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.531778] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-160" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.532403] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-160" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.532792] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.533034] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.533278] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.533598] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.533790] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.534074] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.534231] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.534378] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.534523] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.534670] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.534812] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.534989] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.558412] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.558412] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 802.558412] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.558412] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-160" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.558412] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-a2ef8f13-0519-47d7-8da6-9dfa04d16410 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.558412] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-a2ef8f13-0519-47d7-8da6-9dfa04d16410" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.558412] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-a2ef8f13-0519-47d7-8da6-9dfa04d16410" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.558412] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-a2ef8f13-0519-47d7-8da6-9dfa04d16410" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.558412] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2ef8f13-0519-47d7-8da6-9dfa04d16410',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.565373] env[66341]: INFO networking_nsxv3.common.synchronization [req-6487bd51-7967-4461-9add-2da98ea4c979 req-d427f9c5-6dd4-4887-b540-6c0dda577598 tempest-MultipleCreateTestJSON-297828704 tempest-MultipleCreateTestJSON-297828704-project-member] Enqueued Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_members [ 802.565955] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_members [ 802.566293] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.566422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.566490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.567154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.567154] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.567154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.567154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.567725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.567725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.567725] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.007667] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.007895] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-243" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.007961] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-243" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.008266] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-243" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.008526] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.008698] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.008811] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.009041] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.009185] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.009387] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.009556] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.009611] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.009691] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.009844] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.009956] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.010102] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.050548] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.050957] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 803.051238] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.051447] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-243" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.051769] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-8867a249-5ff7-4624-b2ae-667deaf55805 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.052047] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-8867a249-5ff7-4624-b2ae-667deaf55805" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.052125] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-8867a249-5ff7-4624-b2ae-667deaf55805" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.052407] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-8867a249-5ff7-4624-b2ae-667deaf55805" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.052543] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8867a249-5ff7-4624-b2ae-667deaf55805',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.060602] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.060823] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.060823] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.061069] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.061222] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.061374] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port a2ef8f13-0519-47d7-8da6-9dfa04d16410 not found, creating... [ 803.061633] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.061790] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.061906] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.062278] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.062448] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.063046] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.063197] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.063320] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.063612] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.063765] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.064032] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: a2ef8f13-0519-47d7-8da6-9dfa04d16410 is going to be created. [ 803.069874] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.069999] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.070082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.070275] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.070356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.070539] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.070632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.070694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.070849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.070948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.071046] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856bd112-8075-47bf-8938-5f12fa39dd9e is going to be deleted. [ 803.087186] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.087408] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.087529] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.087836] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.088074] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.088371] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-a2ef8f13-0519-47d7-8da6-9dfa04d16410" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.101602] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.101736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.101786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.102057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.102212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.102264] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.249437] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: SUCCESS [ 803.249694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.249954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.250189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.250396] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.250517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.250597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.250823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.250916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.251026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.251134] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.252071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.252216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.252390] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.252499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.252565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.252705] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.252784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.252874] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.516936] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: SUCCESS [ 803.517280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.517460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.517689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.518029] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.518184] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.518250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.518473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.518564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.518672] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.554688] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.554916] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.555065] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.555343] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.555494] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.555643] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 8867a249-5ff7-4624-b2ae-667deaf55805 not found, creating... [ 803.555942] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.556142] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.556259] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.556504] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.556603] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.556945] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.557124] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.557242] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.557558] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.557558] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.557697] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 8867a249-5ff7-4624-b2ae-667deaf55805 is going to be created. [ 803.578244] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.578478] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.578576] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.578868] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.579110] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.579332] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-8867a249-5ff7-4624-b2ae-667deaf55805" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.755091] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.755279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.759025] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.788173] env[66341]: INFO networking_nsxv3.common.synchronization [req-27b33d9b-a68f-44ae-83c3-5ec96f1d65c7 req-be9d730f-b25d-4911-b80f-025c1d1cf7c7 service nova] Enqueued Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_rules [ 803.788237] env[66341]: INFO networking_nsxv3.common.synchronization [req-27b33d9b-a68f-44ae-83c3-5ec96f1d65c7 req-be9d730f-b25d-4911-b80f-025c1d1cf7c7 service nova] Enqueued Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 803.788984] env[66341]: INFO networking_nsxv3.common.synchronization [req-27b33d9b-a68f-44ae-83c3-5ec96f1d65c7 req-be9d730f-b25d-4911-b80f-025c1d1cf7c7 service nova] Enqueued Resource ID: a2ef8f13-0519-47d7-8da6-9dfa04d16410 with Priority: HIGHEST for action port [ 803.788984] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_rules [ 803.788984] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 803.789138] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ef8f13-0519-47d7-8da6-9dfa04d16410 with Priority: HIGHEST for action port [ 803.789393] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.789549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.789876] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.789982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.790228] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2ef8f13-0519-47d7-8da6-9dfa04d16410 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.790358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2ef8f13-0519-47d7-8da6-9dfa04d16410" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.790485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2ef8f13-0519-47d7-8da6-9dfa04d16410" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.790581] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2ef8f13-0519-47d7-8da6-9dfa04d16410" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.790663] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2ef8f13-0519-47d7-8da6-9dfa04d16410',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.021182] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.260957] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.283517] env[66341]: INFO networking_nsxv3.common.synchronization [req-6487bd51-7967-4461-9add-2da98ea4c979 req-6e8aa3c4-cdef-4686-b838-af167f387135 service nova] Enqueued Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_rules [ 804.283731] env[66341]: INFO networking_nsxv3.common.synchronization [req-6487bd51-7967-4461-9add-2da98ea4c979 req-6e8aa3c4-cdef-4686-b838-af167f387135 service nova] Enqueued Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_members [ 804.283942] env[66341]: INFO networking_nsxv3.common.synchronization [req-6487bd51-7967-4461-9add-2da98ea4c979 req-6e8aa3c4-cdef-4686-b838-af167f387135 service nova] Enqueued Resource ID: 8867a249-5ff7-4624-b2ae-667deaf55805 with Priority: HIGHEST for action port [ 804.286282] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_rules [ 804.286519] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_members [ 804.286745] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8867a249-5ff7-4624-b2ae-667deaf55805 with Priority: HIGHEST for action port [ 804.287936] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.287936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.287936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.291541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.291541] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.291541] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.291541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.291541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.291541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.291541] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.291943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.291943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.291943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.292129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.292261] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.294252] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-8867a249-5ff7-4624-b2ae-667deaf55805 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.294539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8867a249-5ff7-4624-b2ae-667deaf55805" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.294633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8867a249-5ff7-4624-b2ae-667deaf55805" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.295136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8867a249-5ff7-4624-b2ae-667deaf55805" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.295274] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8867a249-5ff7-4624-b2ae-667deaf55805',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.297459] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2ef8f13-0519-47d7-8da6-9dfa04d16410 with status ACTIVE [ 804.297736] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.297889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.297993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.298254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.298388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.298647] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.298877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.298921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.299432] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.299632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.299930] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.300085] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.300188] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.300377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.300471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.300571] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2ef8f13-0519-47d7-8da6-9dfa04d16410 is going to be updated. [ 804.303869] env[66341]: INFO networking_nsxv3.common.synchronization [req-6f0ca525-f88a-498e-9267-a3d76f1b564c req-4087b2c0-7376-4e4a-b3fd-01c1325a771b tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 804.304636] env[66341]: INFO networking_nsxv3.common.synchronization [req-6f0ca525-f88a-498e-9267-a3d76f1b564c req-4087b2c0-7376-4e4a-b3fd-01c1325a771b tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: d328be99-21f6-4197-ac65-1e38a868c9d0 with Priority: HIGHEST for action security_group_members [ 804.305613] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 804.305798] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d328be99-21f6-4197-ac65-1e38a868c9d0 with Priority: HIGHEST for action security_group_members [ 804.306636] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.306820] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.306965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.307280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.307965] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.307965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.307965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.307965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.308306] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.309179] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.309813] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d328be99-21f6-4197-ac65-1e38a868c9d0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.309939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.310748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.310748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.310748] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.310748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.310748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.311075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.311075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.311164] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d328be99-21f6-4197-ac65-1e38a868c9d0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.332726] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.333046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.333174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.333564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.333706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.333942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2ef8f13-0519-47d7-8da6-9dfa04d16410" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.363145] env[66341]: INFO networking_nsxv3.common.synchronization [req-6f0ca525-f88a-498e-9267-a3d76f1b564c req-4087b2c0-7376-4e4a-b3fd-01c1325a771b tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_rules [ 804.363421] env[66341]: INFO networking_nsxv3.common.synchronization [req-6f0ca525-f88a-498e-9267-a3d76f1b564c req-4087b2c0-7376-4e4a-b3fd-01c1325a771b tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 804.363593] env[66341]: INFO networking_nsxv3.common.synchronization [req-6f0ca525-f88a-498e-9267-a3d76f1b564c req-4087b2c0-7376-4e4a-b3fd-01c1325a771b tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: d328be99-21f6-4197-ac65-1e38a868c9d0 with Priority: HIGHEST for action security_group_rules [ 804.364248] env[66341]: INFO networking_nsxv3.common.synchronization [req-6f0ca525-f88a-498e-9267-a3d76f1b564c req-4087b2c0-7376-4e4a-b3fd-01c1325a771b tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: d328be99-21f6-4197-ac65-1e38a868c9d0 with Priority: HIGHEST for action security_group_members [ 804.364477] env[66341]: INFO networking_nsxv3.common.synchronization [req-6f0ca525-f88a-498e-9267-a3d76f1b564c req-4087b2c0-7376-4e4a-b3fd-01c1325a771b tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 24336073-88f1-49a3-b584-e2b189b7a7c9 with Priority: HIGHEST for action port [ 804.365209] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_rules [ 804.365401] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d328be99-21f6-4197-ac65-1e38a868c9d0 with Priority: HIGHEST for action security_group_rules [ 804.365573] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24336073-88f1-49a3-b584-e2b189b7a7c9 with Priority: HIGHEST for action port [ 804.365765] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 804.365936] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d328be99-21f6-4197-ac65-1e38a868c9d0 with Priority: HIGHEST for action security_group_members [ 804.366327] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.366530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.366730] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.366904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.367027] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.368173] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d328be99-21f6-4197-ac65-1e38a868c9d0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.368341] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.368436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.369268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.369268] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d328be99-21f6-4197-ac65-1e38a868c9d0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.369971] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-24336073-88f1-49a3-b584-e2b189b7a7c9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.370169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24336073-88f1-49a3-b584-e2b189b7a7c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.370281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24336073-88f1-49a3-b584-e2b189b7a7c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.371045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24336073-88f1-49a3-b584-e2b189b7a7c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.371212] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24336073-88f1-49a3-b584-e2b189b7a7c9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.374284] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.374398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.375372] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d328be99-21f6-4197-ac65-1e38a868c9d0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.375372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.524783] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.763646] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.763805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.765091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.765091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.765091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.767174] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 is going to be updated. [ 804.800237] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.800746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.805829] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8867a249-5ff7-4624-b2ae-667deaf55805 with status ACTIVE [ 804.806597] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.807841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.807841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.807841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.807841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.807841] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.809222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.809222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.809222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.809222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.809222] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.809222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.809222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.809491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.809491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.809634] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8867a249-5ff7-4624-b2ae-667deaf55805 is going to be updated. [ 804.810934] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.813570] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.813570] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.813570] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.814339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.814339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.815350] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.816477] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d328be99-21f6-4197-ac65-1e38a868c9d0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.829860] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: IN_PROGRESS for 2s [ 804.842337] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.842553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.842553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.842844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.842900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.843076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8867a249-5ff7-4624-b2ae-667deaf55805" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.878754] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24336073-88f1-49a3-b584-e2b189b7a7c9 with status ACTIVE [ 804.878754] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.878754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.878754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.878754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.878754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.878754] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.878754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.878754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.878754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.878754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.878754] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.878754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.878754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.878754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.878754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.878754] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24336073-88f1-49a3-b584-e2b189b7a7c9 is going to be updated. [ 804.882190] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d328be99-21f6-4197-ac65-1e38a868c9d0 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.882480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.882854] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.882979] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.935485] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.935485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.935485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.936587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.937138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.937845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24336073-88f1-49a3-b584-e2b189b7a7c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.030578] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.030578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.030578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.030578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.030578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.030578] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b is going to be updated. [ 805.078381] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.078381] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.078496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.078685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.078807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.092151] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: IN_PROGRESS for 2s [ 805.319043] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.319930] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.320919] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d328be99-21f6-4197-ac65-1e38a868c9d0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.441576] env[66341]: INFO networking_nsxv3.common.synchronization [req-6487bd51-7967-4461-9add-2da98ea4c979 req-32010e49-4b39-4159-834d-7b0c3b1206d8 tempest-MultipleCreateTestJSON-297828704 tempest-MultipleCreateTestJSON-297828704-project-member] Enqueued Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_members [ 805.443889] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_members [ 805.443889] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.443889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.831304] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.831304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.831304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.831304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.831304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.831304] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d328be99-21f6-4197-ac65-1e38a868c9d0 is going to be created. [ 805.831304] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.833326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.833326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.833326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.833326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.833326] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856bd112-8075-47bf-8938-5f12fa39dd9e is going to be created. [ 805.834071] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.834071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.834071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.834320] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.834469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.834588] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 is going to be updated. [ 805.879921] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.881596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.881596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.881596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.881596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.884131] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.884310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.884382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.884545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.884684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.886838] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.886955] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.887055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.887304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.887769] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.889564] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.889836] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-243" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.889927] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-243" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.890186] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-243" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.890446] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.890652] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.890801] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.891228] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.891228] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.891417] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.891537] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.891704] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.891880] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.892087] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.892278] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.892505] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.903236] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: UNINITIALIZED for 2s [ 805.904036] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: IN_PROGRESS for 2s [ 805.904666] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d328be99-21f6-4197-ac65-1e38a868c9d0 in Status: UNINITIALIZED for 2s [ 805.919986] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.921157] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 805.921884] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.922309] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-243" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.923261] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-5dd44dec-eff9-4c3b-95bd-73c8bb844d21 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.923714] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-5dd44dec-eff9-4c3b-95bd-73c8bb844d21" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.924043] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-5dd44dec-eff9-4c3b-95bd-73c8bb844d21" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.925173] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-5dd44dec-eff9-4c3b-95bd-73c8bb844d21" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.925558] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dd44dec-eff9-4c3b-95bd-73c8bb844d21',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.431162] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.431162] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.431492] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.431610] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.431761] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.432060] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 5dd44dec-eff9-4c3b-95bd-73c8bb844d21 not found, creating... [ 806.432388] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.432577] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.432684] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.432909] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.433153] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.433493] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.433722] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.433883] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.434945] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.434945] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.434945] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 5dd44dec-eff9-4c3b-95bd-73c8bb844d21 is going to be created. [ 806.457432] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.457432] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.457432] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.457432] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.457432] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.457432] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-5dd44dec-eff9-4c3b-95bd-73c8bb844d21" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.847199] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: SUCCESS [ 806.847479] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.847692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.848012] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.848265] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.848412] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.848479] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.848642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.848715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.848847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.848982] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.849736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.849736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.849736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.849736] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.849736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.850913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.850913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.850913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.851156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.851156] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.852395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.852395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.852395] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.852622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.852622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.853069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.853069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.853069] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.102702] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: SUCCESS [ 807.102921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.103569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.103569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.103569] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.103791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.103791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.103879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.103915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.104047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.104095] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.224662] env[66341]: INFO networking_nsxv3.common.synchronization [req-6487bd51-7967-4461-9add-2da98ea4c979 req-c54e4320-81fd-49ad-aa6f-8385effbdaaa service nova] Enqueued Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_rules [ 807.224845] env[66341]: INFO networking_nsxv3.common.synchronization [req-6487bd51-7967-4461-9add-2da98ea4c979 req-c54e4320-81fd-49ad-aa6f-8385effbdaaa service nova] Enqueued Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_members [ 807.224985] env[66341]: INFO networking_nsxv3.common.synchronization [req-6487bd51-7967-4461-9add-2da98ea4c979 req-c54e4320-81fd-49ad-aa6f-8385effbdaaa service nova] Enqueued Resource ID: 5dd44dec-eff9-4c3b-95bd-73c8bb844d21 with Priority: HIGHEST for action port [ 807.225823] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_rules [ 807.226000] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_members [ 807.226129] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd44dec-eff9-4c3b-95bd-73c8bb844d21 with Priority: HIGHEST for action port [ 807.226459] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.226589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.227338] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.227456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.227683] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dd44dec-eff9-4c3b-95bd-73c8bb844d21 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.227818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dd44dec-eff9-4c3b-95bd-73c8bb844d21" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.228194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dd44dec-eff9-4c3b-95bd-73c8bb844d21" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.228194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dd44dec-eff9-4c3b-95bd-73c8bb844d21" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.228298] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dd44dec-eff9-4c3b-95bd-73c8bb844d21',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.355259] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc5f6474-693d-426d-8ced-dc2a9aedd349: rpc.has_security_group_logging(os_id): False [ 807.357361] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.377333] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.377333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.377517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.377554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.378864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.378864] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.378864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.378864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.378864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.378864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.378864] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.378864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.378864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.378864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.378864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.379372] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.379372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.379372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.379372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.379372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.379542] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 is going to be created. [ 807.446463] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.446894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.446894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.446894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.447143] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.457518] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: IN_PROGRESS for 2s [ 807.610031] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.610031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.610031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.610031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.610031] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.610031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.610031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.610031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.610031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.610031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.610031] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.610031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.610031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.610031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.610031] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.610031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.610783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.610783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.610783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.610783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.610783] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.734097] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5dd44dec-eff9-4c3b-95bd-73c8bb844d21 with status ACTIVE [ 807.734097] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.734097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.734097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.734097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.734097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.734097] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.734097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.734097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.734097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.734097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.734097] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.734097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.734097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.734097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.734097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.734097] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5dd44dec-eff9-4c3b-95bd-73c8bb844d21 is going to be updated. [ 807.758689] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.759124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.759210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.759400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.759548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.759716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dd44dec-eff9-4c3b-95bd-73c8bb844d21" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.860542] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.920107] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: SUCCESS [ 807.920354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.922009] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: SUCCESS [ 807.922009] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.922009] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d328be99-21f6-4197-ac65-1e38a868c9d0 in Status: SUCCESS [ 807.922271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.922440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.922844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.922844] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.923048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.923048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.923241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.923292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.923336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.924542] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.924542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.924542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.924813] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.924813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.924813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.926082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.926082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.926082] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.929464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.929652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.929859] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.929984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.930159] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.930236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.930336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.930433] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d328be99-21f6-4197-ac65-1e38a868c9d0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.931500] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.931682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.931857] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.931997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.932554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.932731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.932818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.932937] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.112641] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81566622-f9a4-45bd-9b10-9ba6fae2c03b: rpc.has_security_group_logging(os_id): False [ 808.133798] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.133998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.134108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.134329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.134420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.134690] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.134791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.134791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.134944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.134983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.135199] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.135321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.135459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.135577] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.135650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.135875] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.135958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.136041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.136169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.136259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.136409] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b is going to be updated. [ 808.216521] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.216783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.216783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.217130] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.217344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.242681] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: IN_PROGRESS for 2s [ 808.364083] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.364083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.364083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.364083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.364083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.364083] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 is going to be updated. [ 808.423212] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.426709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.426709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.426709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.426709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.434506] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.434636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.434889] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.438407] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d328be99-21f6-4197-ac65-1e38a868c9d0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.438407] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.442172] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: IN_PROGRESS for 2s [ 808.940274] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.944068] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d328be99-21f6-4197-ac65-1e38a868c9d0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.944068] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.447022] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.447022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.447022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.447022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.447022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.447022] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 is going to be updated. [ 809.447022] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.447022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.454017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.454017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.454017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.454017] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d328be99-21f6-4197-ac65-1e38a868c9d0 is going to be updated. [ 809.454017] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.454017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.454017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.454017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.454017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.454017] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856bd112-8075-47bf-8938-5f12fa39dd9e is going to be updated. [ 809.472478] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: SUCCESS [ 809.472478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.472478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.472478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.472478] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.487023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.487023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.487023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.487023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.487023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.488120] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.488403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.488559] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.488826] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.489105] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.490964] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.491217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.491371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.491625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.491851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.507058] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: IN_PROGRESS for 2s [ 809.507058] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: IN_PROGRESS for 2s [ 809.507713] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d328be99-21f6-4197-ac65-1e38a868c9d0 in Status: IN_PROGRESS for 2s [ 809.973974] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.973974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.271268] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: SUCCESS [ 810.271268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.452225] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: SUCCESS [ 810.452565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.452665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.452806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.453014] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.453168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.453234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.453376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.453549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.453642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.453732] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.957036] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.957036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.957036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.957349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.957890] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.957890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.957890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.958253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.958358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.958546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.958853] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.960593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.960593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.960593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.960593] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.960593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.960593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.960593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.960593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.960593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.960593] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.180136] env[66341]: INFO networking_nsxv3.common.synchronization [req-d5969de2-918d-4819-a5e3-20a0c1ef6256 req-1cbcd7f3-4a2b-430d-b80e-633f9951edd9 tempest-ServerActionsV293TestJSON-1389632695 tempest-ServerActionsV293TestJSON-1389632695-project-member] Enqueued Resource ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff with Priority: HIGHEST for action security_group_members [ 811.180842] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff with Priority: HIGHEST for action security_group_members [ 811.181228] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e0cdc10-5791-462b-bca6-93bb5c0334ff taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.181358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.181427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.181713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.181911] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.182075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.182123] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.182263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.182350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.182498] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e0cdc10-5791-462b-bca6-93bb5c0334ff',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.417562] env[66341]: INFO networking_nsxv3.common.synchronization [req-c0109824-ce3c-4e90-b6f6-87eda009ddbc req-aeaeeb57-d68d-4d1e-933c-80ea8b0d1a6f tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 811.417821] env[66341]: INFO networking_nsxv3.common.synchronization [req-c0109824-ce3c-4e90-b6f6-87eda009ddbc req-aeaeeb57-d68d-4d1e-933c-80ea8b0d1a6f tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: d328be99-21f6-4197-ac65-1e38a868c9d0 with Priority: HIGHEST for action security_group_members [ 811.417999] env[66341]: INFO networking_nsxv3.common.synchronization [req-c0109824-ce3c-4e90-b6f6-87eda009ddbc req-aeaeeb57-d68d-4d1e-933c-80ea8b0d1a6f tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 3ab43ac0-e41b-4790-aa76-0a27ae705ec2 with Priority: HIGHEST for action security_group_members [ 811.418973] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 811.419134] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d328be99-21f6-4197-ac65-1e38a868c9d0 with Priority: HIGHEST for action security_group_members [ 811.420162] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab43ac0-e41b-4790-aa76-0a27ae705ec2 with Priority: HIGHEST for action security_group_members [ 811.420162] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.420162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.420162] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d328be99-21f6-4197-ac65-1e38a868c9d0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.420162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.420162] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ab43ac0-e41b-4790-aa76-0a27ae705ec2 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.420485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ab43ac0-e41b-4790-aa76-0a27ae705ec2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.420485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ab43ac0-e41b-4790-aa76-0a27ae705ec2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.420851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ab43ac0-e41b-4790-aa76-0a27ae705ec2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.421013] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.421120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.421192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.421360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.421468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.421565] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ab43ac0-e41b-4790-aa76-0a27ae705ec2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.463825] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc5f6474-693d-426d-8ced-dc2a9aedd349: rpc.has_security_group_logging(os_id): False [ 811.484239] env[66341]: INFO networking_nsxv3.common.synchronization [req-c0109824-ce3c-4e90-b6f6-87eda009ddbc req-aeaeeb57-d68d-4d1e-933c-80ea8b0d1a6f tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 3ab43ac0-e41b-4790-aa76-0a27ae705ec2 with Priority: HIGHEST for action security_group_rules [ 811.484239] env[66341]: INFO networking_nsxv3.common.synchronization [req-c0109824-ce3c-4e90-b6f6-87eda009ddbc req-aeaeeb57-d68d-4d1e-933c-80ea8b0d1a6f tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 3ab43ac0-e41b-4790-aa76-0a27ae705ec2 with Priority: HIGHEST for action security_group_members [ 811.484239] env[66341]: INFO networking_nsxv3.common.synchronization [req-c0109824-ce3c-4e90-b6f6-87eda009ddbc req-aeaeeb57-d68d-4d1e-933c-80ea8b0d1a6f tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_rules [ 811.484239] env[66341]: INFO networking_nsxv3.common.synchronization [req-c0109824-ce3c-4e90-b6f6-87eda009ddbc req-aeaeeb57-d68d-4d1e-933c-80ea8b0d1a6f tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 811.484239] env[66341]: INFO networking_nsxv3.common.synchronization [req-c0109824-ce3c-4e90-b6f6-87eda009ddbc req-aeaeeb57-d68d-4d1e-933c-80ea8b0d1a6f tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: d328be99-21f6-4197-ac65-1e38a868c9d0 with Priority: HIGHEST for action security_group_rules [ 811.484239] env[66341]: INFO networking_nsxv3.common.synchronization [req-c0109824-ce3c-4e90-b6f6-87eda009ddbc req-aeaeeb57-d68d-4d1e-933c-80ea8b0d1a6f tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: d328be99-21f6-4197-ac65-1e38a868c9d0 with Priority: HIGHEST for action security_group_members [ 811.485157] env[66341]: INFO networking_nsxv3.common.synchronization [req-c0109824-ce3c-4e90-b6f6-87eda009ddbc req-aeaeeb57-d68d-4d1e-933c-80ea8b0d1a6f tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 24336073-88f1-49a3-b584-e2b189b7a7c9 with Priority: HIGHEST for action port [ 811.486045] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab43ac0-e41b-4790-aa76-0a27ae705ec2 with Priority: HIGHEST for action security_group_rules [ 811.487220] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_rules [ 811.487220] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d328be99-21f6-4197-ac65-1e38a868c9d0 with Priority: HIGHEST for action security_group_members [ 811.487220] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24336073-88f1-49a3-b584-e2b189b7a7c9 with Priority: HIGHEST for action port [ 811.487220] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d328be99-21f6-4197-ac65-1e38a868c9d0 with Priority: HIGHEST for action security_group_rules [ 811.487624] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab43ac0-e41b-4790-aa76-0a27ae705ec2 with Priority: HIGHEST for action security_group_members [ 811.487873] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 811.488997] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.489180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.489276] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.489969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.489969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.489969] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.490154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.490202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.490429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.490547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.490788] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.490887] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.491511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.491511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.491511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.491511] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.491741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.491741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.492057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.492163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.492289] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 is going to be updated. [ 811.493959] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ab43ac0-e41b-4790-aa76-0a27ae705ec2 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.494133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ab43ac0-e41b-4790-aa76-0a27ae705ec2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.494236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ab43ac0-e41b-4790-aa76-0a27ae705ec2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.494472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ab43ac0-e41b-4790-aa76-0a27ae705ec2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.494585] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ab43ac0-e41b-4790-aa76-0a27ae705ec2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.496272] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.496376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.496587] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d328be99-21f6-4197-ac65-1e38a868c9d0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.496696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.496847] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-24336073-88f1-49a3-b584-e2b189b7a7c9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.496950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24336073-88f1-49a3-b584-e2b189b7a7c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.497021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24336073-88f1-49a3-b584-e2b189b7a7c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.497377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24336073-88f1-49a3-b584-e2b189b7a7c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.497467] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24336073-88f1-49a3-b584-e2b189b7a7c9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.501068] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d328be99-21f6-4197-ac65-1e38a868c9d0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.501068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.501068] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ab43ac0-e41b-4790-aa76-0a27ae705ec2 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.501068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ab43ac0-e41b-4790-aa76-0a27ae705ec2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.501068] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.501068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.522615] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: SUCCESS [ 811.522615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.522615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.522822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.523060] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.523792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.523792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.523792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.523792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.523792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.523792] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.525526] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: SUCCESS [ 811.525745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.528273] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d328be99-21f6-4197-ac65-1e38a868c9d0 in Status: SUCCESS [ 811.528273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.528273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.528273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.528273] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.528273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.528624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.528624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.528624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.528729] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.529644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.529906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.530135] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.530275] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.530378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.530593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.530659] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.531867] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.532659] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.532787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.532888] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.533054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.535214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.535214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.535214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.535214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.535214] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d328be99-21f6-4197-ac65-1e38a868c9d0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.535552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.536082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.536082] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.536082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.536082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.536362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.536362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.536503] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d328be99-21f6-4197-ac65-1e38a868c9d0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.580269] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.580463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.580463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.580682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.580824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.604028] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: IN_PROGRESS for 2s [ 811.685618] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.685808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.685857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.686123] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.719930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.720482] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.720966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.720966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.721204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.721336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.721516] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff is going to be updated. [ 811.781306] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.781701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.781852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.782235] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.782579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.797549] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff in Status: IN_PROGRESS for 2s [ 811.924618] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ab43ac0-e41b-4790-aa76-0a27ae705ec2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.998363] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ab43ac0-e41b-4790-aa76-0a27ae705ec2 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.998363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ab43ac0-e41b-4790-aa76-0a27ae705ec2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.999997] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24336073-88f1-49a3-b584-e2b189b7a7c9 with status ACTIVE [ 812.000663] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.000901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.000995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.001260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.001351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.001578] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.001973] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.002112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.002815] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.002964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.003401] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.003401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.003401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.003682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.003682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.003788] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24336073-88f1-49a3-b584-e2b189b7a7c9 is going to be updated. [ 812.037587] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.037587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.037587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.037587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.038748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.039485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24336073-88f1-49a3-b584-e2b189b7a7c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.039775] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.041638] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.043124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.043614] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.045104] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d328be99-21f6-4197-ac65-1e38a868c9d0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.047099] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d328be99-21f6-4197-ac65-1e38a868c9d0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.428347] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ab43ac0-e41b-4790-aa76-0a27ae705ec2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.548217] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.550177] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.553144] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d328be99-21f6-4197-ac65-1e38a868c9d0: rpc.has_security_group_logging(os_id): False [ 812.553144] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d328be99-21f6-4197-ac65-1e38a868c9d0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.573872] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.573872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.573872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.573872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.573872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.573872] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.573872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.573872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.573872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.573872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.573872] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d328be99-21f6-4197-ac65-1e38a868c9d0 is going to be created. [ 812.633346] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.633486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.633554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.633753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.636337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.649576] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d328be99-21f6-4197-ac65-1e38a868c9d0 in Status: IN_PROGRESS for 2s [ 812.930534] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.930748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.930748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.931018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.931118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.931225] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ab43ac0-e41b-4790-aa76-0a27ae705ec2 is going to be created. [ 812.970265] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.970265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.970494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.970747] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.971054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.983998] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ab43ac0-e41b-4790-aa76-0a27ae705ec2 in Status: UNINITIALIZED for 2s [ 813.053701] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.053701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.053701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.053701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.053701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.053701] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 is going to be updated. [ 813.056386] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.057137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.057137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.057137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.057137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.057365] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856bd112-8075-47bf-8938-5f12fa39dd9e is going to be updated. [ 813.058819] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.058972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.061274] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.061274] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.061274] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.061274] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d328be99-21f6-4197-ac65-1e38a868c9d0 is going to be updated. [ 813.101791] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.101941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.102068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.102348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.102500] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.105557] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.105700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.105772] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.105964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.106108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.107985] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.109091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.109212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.109436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.109610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.121767] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: IN_PROGRESS for 2s [ 813.122566] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: IN_PROGRESS for 2s [ 813.123304] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d328be99-21f6-4197-ac65-1e38a868c9d0 in Status: IN_PROGRESS for 2s [ 813.618671] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: SUCCESS [ 813.620164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.620164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.620164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.620164] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.808383] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff in Status: SUCCESS [ 813.808561] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff deletion is rescheduled due to dependency. [ 813.808561] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.122779] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.122779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.122959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.123189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.123431] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.123585] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.123678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.123895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.124146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.124542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.124542] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.631031] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.631031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.631031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.631031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.631031] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.631031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.631031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.631031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.631031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.631031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.631031] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.631031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.631031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.631031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.631031] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.631031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.632095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.632095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.632095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.632095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.632095] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.664246] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d328be99-21f6-4197-ac65-1e38a868c9d0 in Status: SUCCESS [ 814.665505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.666151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.666459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.666562] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d328be99-21f6-4197-ac65-1e38a868c9d0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.995221] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ab43ac0-e41b-4790-aa76-0a27ae705ec2 in Status: SUCCESS [ 814.997516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ab43ac0-e41b-4790-aa76-0a27ae705ec2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.997516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ab43ac0-e41b-4790-aa76-0a27ae705ec2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.998559] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ab43ac0-e41b-4790-aa76-0a27ae705ec2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.998829] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.998994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.999096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.999300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.999479] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.999544] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ab43ac0-e41b-4790-aa76-0a27ae705ec2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.136421] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d328be99-21f6-4197-ac65-1e38a868c9d0 in Status: SUCCESS [ 815.136421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.136421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.137103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.137103] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.137103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.137103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.137331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.137331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.137331] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d328be99-21f6-4197-ac65-1e38a868c9d0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.139280] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: SUCCESS [ 815.139462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.140193] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: SUCCESS [ 815.141196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.141196] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc5f6474-693d-426d-8ced-dc2a9aedd349: rpc.has_security_group_logging(os_id): False [ 815.143453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.143547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.143746] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.145424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.145424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.145424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.145626] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.146334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.146334] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.146334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.146334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.146334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.146641] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.146641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.146726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.147193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.147193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.147193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.147193] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.148984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.149394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.149464] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.149521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.149572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.149716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.150097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.150097] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.152116] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d328be99-21f6-4197-ac65-1e38a868c9d0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.169978] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d328be99-21f6-4197-ac65-1e38a868c9d0 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.170326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.180690] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.180891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.180942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.181990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.181990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.181990] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.181990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.181990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.181990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.181990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.182355] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.182355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.182355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.182856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.183455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.183455] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.183455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.183455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.183694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.183694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.183856] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 is going to be updated. [ 815.263834] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.263834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.263834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.264759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.264759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.289087] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: IN_PROGRESS for 2s [ 815.503084] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ab43ac0-e41b-4790-aa76-0a27ae705ec2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.655019] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 856bd112-8075-47bf-8938-5f12fa39dd9e: rpc.has_security_group_logging(os_id): False [ 815.655019] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.655019] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d328be99-21f6-4197-ac65-1e38a868c9d0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.670996] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.671367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.671538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.672798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.672798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.672798] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.672798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.672798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.672798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.672798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.672798] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.672798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.673538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.673878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.674102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.674412] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.674628] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.674776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.674991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.677018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.677018] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 856bd112-8075-47bf-8938-5f12fa39dd9e is going to be created. [ 815.745490] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.745677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.745770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.745900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.746115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.765592] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: IN_PROGRESS for 2s [ 815.900515] env[66341]: INFO networking_nsxv3.common.synchronization [req-b3fe5b14-7594-4872-9dcc-cd4052e909c3 req-0032542c-ae1a-4cd6-93cc-942e87255ab4 tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 815.900719] env[66341]: INFO networking_nsxv3.common.synchronization [req-b3fe5b14-7594-4872-9dcc-cd4052e909c3 req-0032542c-ae1a-4cd6-93cc-942e87255ab4 tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: d328be99-21f6-4197-ac65-1e38a868c9d0 with Priority: HIGHEST for action security_group_members [ 815.900854] env[66341]: INFO networking_nsxv3.common.synchronization [req-b3fe5b14-7594-4872-9dcc-cd4052e909c3 req-0032542c-ae1a-4cd6-93cc-942e87255ab4 tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 3ab43ac0-e41b-4790-aa76-0a27ae705ec2 with Priority: HIGHEST for action security_group_members [ 815.901846] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 815.902071] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d328be99-21f6-4197-ac65-1e38a868c9d0 with Priority: HIGHEST for action security_group_members [ 815.902169] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab43ac0-e41b-4790-aa76-0a27ae705ec2 with Priority: HIGHEST for action security_group_members [ 815.902941] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.902941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.902941] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d328be99-21f6-4197-ac65-1e38a868c9d0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.902941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.903258] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ab43ac0-e41b-4790-aa76-0a27ae705ec2 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.903323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ab43ac0-e41b-4790-aa76-0a27ae705ec2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.005897] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ab43ac0-e41b-4790-aa76-0a27ae705ec2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.161664] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.162466] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.162584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.162676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.163048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.163048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.163048] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d328be99-21f6-4197-ac65-1e38a868c9d0 is going to be updated. [ 816.197864] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.198055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.198107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.199065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.199065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.207775] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d328be99-21f6-4197-ac65-1e38a868c9d0 in Status: IN_PROGRESS for 2s [ 816.508915] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.509093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.509159] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.509378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.509469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.509570] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ab43ac0-e41b-4790-aa76-0a27ae705ec2 is going to be updated. [ 816.540053] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.540277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.540343] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.540541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.540690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.551136] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ab43ac0-e41b-4790-aa76-0a27ae705ec2 in Status: IN_PROGRESS for 2s [ 816.668129] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.668794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.668794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.668794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.668999] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.669082] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 is going to be updated. [ 816.699018] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.699374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.699491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.699921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.700146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.710317] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: IN_PROGRESS for 2s [ 817.227439] env[66341]: INFO networking_nsxv3.common.synchronization [None req-25ee3e64-4416-4381-9d85-3971500181bf None None] Enqueued Resource ID: 97b6345a-8fca-4c2d-97fc-a66883d470c2 with Priority: HIGHEST for action port [ 817.228225] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b6345a-8fca-4c2d-97fc-a66883d470c2 with Priority: HIGHEST for action port [ 817.228685] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-97b6345a-8fca-4c2d-97fc-a66883d470c2 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.228870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97b6345a-8fca-4c2d-97fc-a66883d470c2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.229045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97b6345a-8fca-4c2d-97fc-a66883d470c2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.229381] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97b6345a-8fca-4c2d-97fc-a66883d470c2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.229464] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97b6345a-8fca-4c2d-97fc-a66883d470c2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.311839] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: SUCCESS [ 817.312214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.731731] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97b6345a-8fca-4c2d-97fc-a66883d470c2 [ 817.732392] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.732392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.732392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.732808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.732808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.732874] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97b6345a-8fca-4c2d-97fc-a66883d470c2 already deleted. [ 817.732988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97b6345a-8fca-4c2d-97fc-a66883d470c2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.796249] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: SUCCESS [ 817.796566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.797779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.797779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.797779] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.222122] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d328be99-21f6-4197-ac65-1e38a868c9d0 in Status: SUCCESS [ 818.222122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.222122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.222122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.222122] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.222122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.222122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.222122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.224109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.224109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.224109] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d328be99-21f6-4197-ac65-1e38a868c9d0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.224109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.224109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.224109] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.224109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.224109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.224109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.224109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.224109] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d328be99-21f6-4197-ac65-1e38a868c9d0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.300346] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.300500] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.300610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.300787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.300983] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.301099] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.301162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.301308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.301389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.301471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.301555] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.563073] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ab43ac0-e41b-4790-aa76-0a27ae705ec2 in Status: SUCCESS [ 818.564884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ab43ac0-e41b-4790-aa76-0a27ae705ec2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.565355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ab43ac0-e41b-4790-aa76-0a27ae705ec2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.565750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ab43ac0-e41b-4790-aa76-0a27ae705ec2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.566080] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.566511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.566709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.567316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.567316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.567316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ab43ac0-e41b-4790-aa76-0a27ae705ec2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.567495] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ab43ac0-e41b-4790-aa76-0a27ae705ec2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.568338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ab43ac0-e41b-4790-aa76-0a27ae705ec2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.568978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ab43ac0-e41b-4790-aa76-0a27ae705ec2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.568978] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.568978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.568978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.569212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.569212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.570213] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ab43ac0-e41b-4790-aa76-0a27ae705ec2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.724398] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: SUCCESS [ 818.724673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.724853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.725138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.725308] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.725411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.725455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.725592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.725669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.725794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.726094] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.727215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.727287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.727428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.727591] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.727681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.727748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.727870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.727965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.728369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.728571] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.729544] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d328be99-21f6-4197-ac65-1e38a868c9d0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.730630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.730804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.730981] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.731098] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.731212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.731359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.731523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.731581] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.732919] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.733272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.733334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.733458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.733532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.734282] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.734282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.734282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.734282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.734282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.734282] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d328be99-21f6-4197-ac65-1e38a868c9d0 is going to be updated. [ 818.765685] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.765880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.765880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.766326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.766326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.776751] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d328be99-21f6-4197-ac65-1e38a868c9d0 in Status: IN_PROGRESS for 2s [ 818.804041] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.804231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.804279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.804540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.804782] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.804911] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.804911] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.805040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.805113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.805203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.805358] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.805499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.805657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.806375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.806375] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.806375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.806375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.806595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.806632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.806705] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.806793] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.071540] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ab43ac0-e41b-4790-aa76-0a27ae705ec2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.073050] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.073522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.073650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.074120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.074278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.074506] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.074633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.074703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.074876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.074970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.075410] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ab43ac0-e41b-4790-aa76-0a27ae705ec2 is going to be deleted. [ 819.110289] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.110289] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.110289] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.110512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.110562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.110661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ab43ac0-e41b-4790-aa76-0a27ae705ec2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.231913] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 651f16e9-13ff-45e0-8896-12ce01e01a57: rpc.has_security_group_logging(os_id): False [ 819.236545] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d328be99-21f6-4197-ac65-1e38a868c9d0: rpc.has_security_group_logging(os_id): False [ 819.237766] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.253554] env[66341]: INFO networking_nsxv3.common.synchronization [None req-b99e92ff-75db-4967-9931-6d91119f756e None None] Enqueued Resource ID: 19e1c7e5-9488-4244-a745-0aa4eae65755 with Priority: HIGHEST for action port [ 819.254687] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.255150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.255150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.255419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.255610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.255828] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.255955] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.256035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.256460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.256645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.256872] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.257050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.257127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.257408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.257495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.257768] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.257846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.258254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.258317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.258478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.258570] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 is going to be updated. [ 819.260516] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19e1c7e5-9488-4244-a745-0aa4eae65755 with Priority: HIGHEST for action port [ 819.262084] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.262216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.262216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.262372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.262454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.262659] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.262760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.262818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.262956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.263046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.263907] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d328be99-21f6-4197-ac65-1e38a868c9d0 is going to be updated. [ 819.264329] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-19e1c7e5-9488-4244-a745-0aa4eae65755 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.264495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19e1c7e5-9488-4244-a745-0aa4eae65755" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.264597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19e1c7e5-9488-4244-a745-0aa4eae65755" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.264855] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19e1c7e5-9488-4244-a745-0aa4eae65755" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.264944] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19e1c7e5-9488-4244-a745-0aa4eae65755',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.310171] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 856bd112-8075-47bf-8938-5f12fa39dd9e: rpc.has_security_group_logging(os_id): False [ 819.333231] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.333435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.333543] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.333859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.334116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.334326] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.334501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.334594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.334900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.335020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.336354] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.336493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.336644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.336787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.336891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.337169] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.337317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.337427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.337660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.337797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.337909] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 856bd112-8075-47bf-8938-5f12fa39dd9e is going to be updated. [ 819.403608] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.406724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.406724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.406724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.406724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.424315] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.424525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.424596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.424812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.425692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.438342] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.438509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.438579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.438795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.438935] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.441077] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: IN_PROGRESS for 2s [ 819.442022] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d328be99-21f6-4197-ac65-1e38a868c9d0 in Status: IN_PROGRESS for 2s [ 819.463801] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: IN_PROGRESS for 2s [ 819.579181] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ab43ac0-e41b-4790-aa76-0a27ae705ec2: rpc.has_security_group_logging(os_id): False [ 819.607256] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.607448] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.607550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.607810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.607908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.608776] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.608867] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.608867] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.609134] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.609228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.609419] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ab43ac0-e41b-4790-aa76-0a27ae705ec2 is going to be created. [ 819.633471] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/3ab43ac0-e41b-4790-aa76-0a27ae705ec2], does not exist path=[/infra/domains/default/groups/3ab43ac0-e41b-4790-aa76-0a27ae705ec2]."\n}' [ 819.633701] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ab43ac0-e41b-4790-aa76-0a27ae705ec2 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3ab43ac0-e41b-4790-aa76-0a27ae705ec2 [ 819.633850] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 819.670331] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.670331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.670331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.670331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.670331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.670331] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.670331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.670331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.672089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.675212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.675569] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.675687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.675785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.675936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.676053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.676139] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ab43ac0-e41b-4790-aa76-0a27ae705ec2 is going to be created. [ 819.698473] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/3ab43ac0-e41b-4790-aa76-0a27ae705ec2], does not exist path=[/infra/domains/default/groups/3ab43ac0-e41b-4790-aa76-0a27ae705ec2]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3ab43ac0-e41b-4790-aa76-0a27ae705ec2 [ 819.698646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ab43ac0-e41b-4790-aa76-0a27ae705ec2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.699248] env[66341]: Traceback (most recent call last): [ 819.699311] env[66341]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 819.699311] env[66341]: return func(*args, **kwargs) [ 819.699311] env[66341]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 819.699311] env[66341]: res.raise_for_status() [ 819.699311] env[66341]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 819.699311] env[66341]: raise HTTPError(http_error_msg, response=self) [ 819.699311] env[66341]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3ab43ac0-e41b-4790-aa76-0a27ae705ec2 [ 819.699311] env[66341]: During handling of the above exception, another exception occurred: [ 819.699311] env[66341]: Traceback (most recent call last): [ 819.699311] env[66341]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 819.699311] env[66341]: listener.cb(fileno) [ 819.699311] env[66341]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 819.699311] env[66341]: result = function(*args, **kwargs) [ 819.699311] env[66341]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 819.699311] env[66341]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 819.699311] env[66341]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 819.699311] env[66341]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 819.699311] env[66341]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 819.699311] env[66341]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 819.699311] env[66341]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 819.699311] env[66341]: res.raise_for_status() [ 819.699311] env[66341]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 819.699311] env[66341]: raise HTTPError(http_error_msg, response=self) [ 819.699311] env[66341]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3ab43ac0-e41b-4790-aa76-0a27ae705ec2 [ 819.699311] env[66341]: Removing descriptor: 13 [ 819.742497] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.770497] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19e1c7e5-9488-4244-a745-0aa4eae65755 [ 819.770497] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.770497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.770497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.770497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.770497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.770497] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19e1c7e5-9488-4244-a745-0aa4eae65755 already deleted. [ 819.770497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19e1c7e5-9488-4244-a745-0aa4eae65755" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.985796] env[66341]: INFO networking_nsxv3.common.synchronization [None req-0f4d5b2a-348d-4488-aa81-5ee5268892a5 None None] Enqueued Resource ID: 54af1010-78c3-4b34-bba3-b70611bc70b6 with Priority: HIGHEST for action port [ 819.986371] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54af1010-78c3-4b34-bba3-b70611bc70b6 with Priority: HIGHEST for action port [ 819.986709] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-54af1010-78c3-4b34-bba3-b70611bc70b6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.986844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54af1010-78c3-4b34-bba3-b70611bc70b6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.986969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54af1010-78c3-4b34-bba3-b70611bc70b6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.992351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54af1010-78c3-4b34-bba3-b70611bc70b6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.992351] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54af1010-78c3-4b34-bba3-b70611bc70b6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.244714] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.244881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.244949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.245211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.245266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.245364] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 is going to be updated. [ 820.286205] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.286205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.286205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.286205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.286205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.300347] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: IN_PROGRESS for 2s [ 820.495892] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54af1010-78c3-4b34-bba3-b70611bc70b6 [ 820.495892] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.495892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.495892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.495892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.495892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.496252] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54af1010-78c3-4b34-bba3-b70611bc70b6 already deleted. [ 820.496252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54af1010-78c3-4b34-bba3-b70611bc70b6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.581893] env[66341]: INFO networking_nsxv3.common.synchronization [req-1bb7c528-567e-4fb6-9102-f5ad8691cd65 req-6cb2905b-aac4-45dc-a269-2ab3b2817798 tempest-ServersTestFqdnHostnames-691125552 tempest-ServersTestFqdnHostnames-691125552-project-member] Enqueued Resource ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 with Priority: HIGHEST for action security_group_members [ 820.585154] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 with Priority: HIGHEST for action security_group_members [ 820.585154] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-25805d5c-c18f-4267-8b89-3c394d3bdad6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.585154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.585154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.585154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.585154] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.585154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.585154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.585154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.585154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.585154] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25805d5c-c18f-4267-8b89-3c394d3bdad6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.803143] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d328be99-21f6-4197-ac65-1e38a868c9d0 in Status: SUCCESS [ 820.803143] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d328be99-21f6-4197-ac65-1e38a868c9d0 deletion is rescheduled due to dependency. [ 820.803143] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.086140] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.086280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.089032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.089032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.109022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.109022] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.109022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.109022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.109022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.109022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.109022] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 is going to be updated. [ 821.140394] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.140534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.140632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.140804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.141015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.152549] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 in Status: IN_PROGRESS for 2s [ 821.462839] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d328be99-21f6-4197-ac65-1e38a868c9d0 in Status: SUCCESS [ 821.463661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.464767] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: SUCCESS [ 821.464972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.466047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.466264] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.466369] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.485106] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: SUCCESS [ 821.485106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.969827] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.970201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.208345] env[66341]: INFO networking_nsxv3.common.synchronization [req-222ece6f-2805-4923-bb05-bea690f713c7 req-a7cc8d92-86d2-4f67-bdc3-b4aacb6aba73 tempest-ServersWithSpecificFlavorTestJSON-740261608 tempest-ServersWithSpecificFlavorTestJSON-740261608-project-member] Enqueued Resource ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 with Priority: HIGHEST for action security_group_members [ 822.208955] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 with Priority: HIGHEST for action security_group_members [ 822.209439] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-850f6022-6c1e-400c-9b8b-ba3febd8ae51 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.209439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.209439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.209621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.209734] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.209834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.209961] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.212210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.212311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.212440] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('850f6022-6c1e-400c-9b8b-ba3febd8ae51',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.310437] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: SUCCESS [ 822.310670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.310856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.311100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.311313] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.311479] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.311578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.311770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.311900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.312041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.312268] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.594896] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.594896] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-18" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.595117] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-18" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.595635] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-18" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.599434] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.599660] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.599789] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.600170] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.600366] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.600752] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.600936] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.601124] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.601309] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.601440] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.602283] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.602283] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.629661] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.629661] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 822.629768] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.630026] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-18" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.630357] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-a61dbadb-2e5d-4ab3-888c-552b9d1ce9f6 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.630524] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-a61dbadb-2e5d-4ab3-888c-552b9d1ce9f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.630637] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-a61dbadb-2e5d-4ab3-888c-552b9d1ce9f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.631013] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-a61dbadb-2e5d-4ab3-888c-552b9d1ce9f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.631165] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a61dbadb-2e5d-4ab3-888c-552b9d1ce9f6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.717205] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.717400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.717497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.717740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.717904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.718125] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.718238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.718347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.718544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.718636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.718871] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 is going to be deleted. [ 822.748473] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.748590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.748682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.748896] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.749024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.749119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.815167] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.815588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.816283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.816572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.816777] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.816894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.816962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.818631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.818631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.818753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.818851] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.819319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.819398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.819717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.820096] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.820224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.820314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.820561] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.820716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.821150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.821285] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.135308] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.136430] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.137035] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.137846] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.138280] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.138594] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port a61dbadb-2e5d-4ab3-888c-552b9d1ce9f6 not found, creating... [ 823.140025] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.140025] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.140025] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.140025] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.140317] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.140846] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.141167] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.141364] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.141732] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.141937] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.142560] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: a61dbadb-2e5d-4ab3-888c-552b9d1ce9f6 is going to be created. [ 823.165539] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 in Status: SUCCESS [ 823.165791] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 deletion is rescheduled due to dependency. [ 823.165996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.170806] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.170806] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.170806] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.170806] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.170806] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.173069] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-a61dbadb-2e5d-4ab3-888c-552b9d1ce9f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.324714] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 651f16e9-13ff-45e0-8896-12ce01e01a57: rpc.has_security_group_logging(os_id): False [ 823.359057] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.359194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.359194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.359397] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.402766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.402917] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.403548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.403548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.403548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.403548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.403793] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.404384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.404384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.404384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.404384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.404753] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.404753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.404893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.405065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.405173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.405361] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 is going to be updated. [ 823.441565] env[66341]: INFO networking_nsxv3.common.synchronization [None req-08b3766d-ff41-4c9f-9b66-e12f964be2c0 None None] Enqueued Resource ID: b358b251-f7f7-4be5-b638-8b02f282c6f6 with Priority: HIGHEST for action port [ 823.442180] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b358b251-f7f7-4be5-b638-8b02f282c6f6 with Priority: HIGHEST for action port [ 823.442581] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-b358b251-f7f7-4be5-b638-8b02f282c6f6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.442954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b358b251-f7f7-4be5-b638-8b02f282c6f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.442954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b358b251-f7f7-4be5-b638-8b02f282c6f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.443384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b358b251-f7f7-4be5-b638-8b02f282c6f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.443473] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b358b251-f7f7-4be5-b638-8b02f282c6f6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.477635] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.477839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.477839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.478266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.478266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.505781] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: IN_PROGRESS for 2s [ 823.949386] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b358b251-f7f7-4be5-b638-8b02f282c6f6 [ 823.949386] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.949386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.949386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.949386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.949386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.949386] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b358b251-f7f7-4be5-b638-8b02f282c6f6 already deleted. [ 823.949386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b358b251-f7f7-4be5-b638-8b02f282c6f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.961988] env[66341]: INFO networking_nsxv3.common.synchronization [req-222ece6f-2805-4923-bb05-bea690f713c7 req-00f96ada-824e-4a81-81f7-e3867c708509 service nova] Enqueued Resource ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 with Priority: HIGHEST for action security_group_rules [ 823.962278] env[66341]: INFO networking_nsxv3.common.synchronization [req-222ece6f-2805-4923-bb05-bea690f713c7 req-00f96ada-824e-4a81-81f7-e3867c708509 service nova] Enqueued Resource ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 with Priority: HIGHEST for action security_group_members [ 823.962495] env[66341]: INFO networking_nsxv3.common.synchronization [req-222ece6f-2805-4923-bb05-bea690f713c7 req-00f96ada-824e-4a81-81f7-e3867c708509 service nova] Enqueued Resource ID: a61dbadb-2e5d-4ab3-888c-552b9d1ce9f6 with Priority: HIGHEST for action port [ 823.963246] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 with Priority: HIGHEST for action security_group_rules [ 823.963510] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 with Priority: HIGHEST for action security_group_members [ 823.964089] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61dbadb-2e5d-4ab3-888c-552b9d1ce9f6 with Priority: HIGHEST for action port [ 823.964089] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.964089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.964362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.965200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.965200] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('850f6022-6c1e-400c-9b8b-ba3febd8ae51',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.966795] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-850f6022-6c1e-400c-9b8b-ba3febd8ae51 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.966795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.966795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.967119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.967478] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.967478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.967478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.967620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.967707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.967798] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('850f6022-6c1e-400c-9b8b-ba3febd8ae51',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.969135] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-a61dbadb-2e5d-4ab3-888c-552b9d1ce9f6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.969218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a61dbadb-2e5d-4ab3-888c-552b9d1ce9f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.969289] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a61dbadb-2e5d-4ab3-888c-552b9d1ce9f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.969455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a61dbadb-2e5d-4ab3-888c-552b9d1ce9f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.969539] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a61dbadb-2e5d-4ab3-888c-552b9d1ce9f6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.438968] env[66341]: INFO networking_nsxv3.common.synchronization [req-dd08f7df-6355-4246-b751-bf79ab0f1a2d req-30866171-ae94-49e9-9929-820e475414cc tempest-ServersTestManualDisk-1486569766 tempest-ServersTestManualDisk-1486569766-project-member] Enqueued Resource ID: cf6e8751-40d5-41e9-b77a-f725deb4931b with Priority: HIGHEST for action security_group_members [ 824.439579] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf6e8751-40d5-41e9-b77a-f725deb4931b with Priority: HIGHEST for action security_group_members [ 824.439993] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf6e8751-40d5-41e9-b77a-f725deb4931b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.440769] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.440886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.441148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.441393] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.441531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.441613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.441747] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.441835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.441967] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf6e8751-40d5-41e9-b77a-f725deb4931b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.467431] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-850f6022-6c1e-400c-9b8b-ba3febd8ae51 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.467609] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.473329] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a61dbadb-2e5d-4ab3-888c-552b9d1ce9f6 with status ACTIVE [ 824.473461] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.473603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.473681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.473856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.473945] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.474129] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.474226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.474284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.474428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.474503] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.474676] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.474770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.474817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.474943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.475037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.475100] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a61dbadb-2e5d-4ab3-888c-552b9d1ce9f6 is going to be updated. [ 824.476512] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('850f6022-6c1e-400c-9b8b-ba3febd8ae51',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.500357] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.500582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.500582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.500753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.500997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.501099] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a61dbadb-2e5d-4ab3-888c-552b9d1ce9f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.570035] env[66341]: INFO networking_nsxv3.common.synchronization [req-15fb9a8b-4908-4d41-ad25-1138cd2d61a0 req-e3cdc881-cdb7-4510-a36b-db5ea460ec65 tempest-MultipleCreateTestJSON-297828704 tempest-MultipleCreateTestJSON-297828704-project-member] Enqueued Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_members [ 824.570035] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_members [ 824.570035] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.570524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.570702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.571038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.571324] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.571573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.571733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.571976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.572175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.572397] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.945824] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.945824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.945824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.945824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.980111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.980349] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.980514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.980581] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.980849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.980849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.981208] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf6e8751-40d5-41e9-b77a-f725deb4931b is going to be updated. [ 824.982040] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('850f6022-6c1e-400c-9b8b-ba3febd8ae51',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.013233] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.013457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.013457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.013654] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.013855] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.024192] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf6e8751-40d5-41e9-b77a-f725deb4931b in Status: IN_PROGRESS for 2s [ 825.026830] env[66341]: INFO networking_nsxv3.common.synchronization [req-5d39e8f0-6959-40c0-8365-233ad999c7e1 req-554dd064-3e0d-4083-b2c5-5f60dc417e3b tempest-ServersTestMultiNic-872851536 tempest-ServersTestMultiNic-872851536-project-member] Enqueued Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 825.028127] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 825.028609] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.028799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.028893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.029371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.029576] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.029694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.029761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.030076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.030209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.030318] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.074955] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.316299] env[66341]: INFO networking_nsxv3.common.synchronization [req-5d39e8f0-6959-40c0-8365-233ad999c7e1 req-a6b4e80b-4da0-4032-a6ee-180faa249144 tempest-ServersTestMultiNic-872851536 tempest-ServersTestMultiNic-872851536-project-member] Enqueued Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 825.316497] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 825.316807] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.316919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.486415] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.486735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.486735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.486919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.487018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.487120] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 is going to be created. [ 825.521376] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.521376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.521376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.521376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.521376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.523354] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: SUCCESS [ 825.523642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.531874] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 in Status: UNINITIALIZED for 2s [ 825.531994] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.579306] env[66341]: INFO networking_nsxv3.common.synchronization [req-5d39e8f0-6959-40c0-8365-233ad999c7e1 req-f5b9b99f-19bd-4b72-879a-a69a56696be3 tempest-ServersTestMultiNic-872851536 tempest-ServersTestMultiNic-872851536-project-member] Enqueued Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 825.579306] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.583101] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 825.583694] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.583694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.036960] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.082755] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.082890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.082939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.083170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.083263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.083361] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856bd112-8075-47bf-8938-5f12fa39dd9e is going to be updated. [ 826.115410] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.115559] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.115633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.115900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.116068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.127323] env[66341]: INFO networking_nsxv3.common.synchronization [req-7f2b9c95-2803-4040-89c0-d834f3e5c575 req-84d2214e-1b55-4d24-8ed3-17e8584e5700 tempest-MultipleCreateTestJSON-297828704 tempest-MultipleCreateTestJSON-297828704-project-member] Enqueued Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_members [ 826.127866] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: IN_PROGRESS for 2s [ 826.129522] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGHEST for action security_group_members [ 826.129941] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.130090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.541575] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.541900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.541900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.542064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.542117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.542484] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 is going to be updated. [ 826.574322] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.574727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.574727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.574727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.574851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.586311] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: IN_PROGRESS for 2s [ 827.035166] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf6e8751-40d5-41e9-b77a-f725deb4931b in Status: SUCCESS [ 827.036283] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf6e8751-40d5-41e9-b77a-f725deb4931b deletion is rescheduled due to dependency. [ 827.036283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf6e8751-40d5-41e9-b77a-f725deb4931b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.542167] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 in Status: SUCCESS [ 827.542861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.542861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.542861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.542861] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.543073] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.543073] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.543269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.543371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.543579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.543579] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('850f6022-6c1e-400c-9b8b-ba3febd8ae51',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.046666] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('850f6022-6c1e-400c-9b8b-ba3febd8ae51',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.144216] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: SUCCESS [ 828.144464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.144778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.145036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.145277] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.145413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.145484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.145662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.145750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.145859] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.548237] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 850f6022-6c1e-400c-9b8b-ba3febd8ae51: rpc.has_security_group_logging(os_id): False [ 828.569084] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.569375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.569452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.569758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.569865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.570199] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.570312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.570378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.570546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.570624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.570715] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 is going to be created. [ 828.597651] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: SUCCESS [ 828.597884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.598074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.598294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.598481] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.598601] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.598673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.598813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.598893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.598990] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.643082] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.643265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.643265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.643442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.645546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.649794] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.649954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.650168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.650280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.667517] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 in Status: IN_PROGRESS for 2s [ 828.681319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.681719] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.681858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.681939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.682175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.686203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.686356] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856bd112-8075-47bf-8938-5f12fa39dd9e is going to be updated. [ 828.746021] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.746205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.746330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.746518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.746741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.756054] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: IN_PROGRESS for 2s [ 829.104532] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.104691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.104770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.105334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.129299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.129618] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.129762] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.129849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.130119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.130224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.130333] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 is going to be updated. [ 829.163993] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.164152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.164224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.164467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.164611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.174431] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: IN_PROGRESS for 2s [ 830.682509] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 in Status: SUCCESS [ 830.682773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.768266] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 856bd112-8075-47bf-8938-5f12fa39dd9e in Status: SUCCESS [ 830.768266] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 856bd112-8075-47bf-8938-5f12fa39dd9e deletion is rescheduled due to dependency. [ 830.768266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.130693] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 831.130842] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 831.185495] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: SUCCESS [ 831.185972] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 deletion is rescheduled due to dependency. [ 831.185972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.186129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.186484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.186589] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.187051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.187051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.187051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.187190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.187232] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.691438] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.691818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.691818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.691924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.691963] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.692162] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.693811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.693930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.694134] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.694915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.694915] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 is going to be updated. [ 831.724475] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.724475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.724683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.724723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.725704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.735116] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: IN_PROGRESS for 2s [ 832.152632] env[66341]: INFO networking_nsxv3.common.synchronization [req-0c531a62-33dc-4c1d-ba16-557cebc8f677 req-b87fa22b-9309-49d4-b744-49f3fc072f1e tempest-ListServerFiltersTestJSON-1649813458 tempest-ListServerFiltersTestJSON-1649813458-project-member] Enqueued Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGHEST for action security_group_members [ 832.152632] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGHEST for action security_group_members [ 832.152632] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-76295074-26bf-4f23-95ce-4821c762f5da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.152632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.152970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.152970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.153265] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.153387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.153451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.153617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.153695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.153798] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.657310] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.159865] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.260497] env[66341]: INFO networking_nsxv3.common.synchronization [None req-8d5a1928-bd02-4ddd-a058-f4766b63f6d6 None None] Enqueued Resource ID: 2205968b-db54-4674-9938-0ed9e564a7db with Priority: HIGHEST for action port [ 833.261726] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2205968b-db54-4674-9938-0ed9e564a7db with Priority: HIGHEST for action port [ 833.262155] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-2205968b-db54-4674-9938-0ed9e564a7db taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.262377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2205968b-db54-4674-9938-0ed9e564a7db" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.262471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2205968b-db54-4674-9938-0ed9e564a7db" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.262753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2205968b-db54-4674-9938-0ed9e564a7db" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.262889] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2205968b-db54-4674-9938-0ed9e564a7db',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.346117] env[66341]: INFO networking_nsxv3.common.synchronization [req-79247434-2cae-4263-9f68-f3bead217534 req-61f6792f-997c-454e-9bf5-19bdf6f31fd8 tempest-InstanceActionsV221TestJSON-1069227645 tempest-InstanceActionsV221TestJSON-1069227645-project-member] Enqueued Resource ID: 50bd4c67-f2fa-490c-8fd1-5ab96d51f78b with Priority: HIGHEST for action security_group_members [ 833.346698] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bd4c67-f2fa-490c-8fd1-5ab96d51f78b with Priority: HIGHEST for action security_group_members [ 833.347013] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.347374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.347374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.347671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.347858] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.347988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.348096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.348335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.348453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.348568] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50bd4c67-f2fa-490c-8fd1-5ab96d51f78b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.662656] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.662813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.662884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.663127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.663221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.663319] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76295074-26bf-4f23-95ce-4821c762f5da is going to be updated. [ 833.698371] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.698371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.698371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.698371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.698658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.708053] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76295074-26bf-4f23-95ce-4821c762f5da in Status: IN_PROGRESS for 2s [ 833.750679] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: SUCCESS [ 833.750859] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 deletion is rescheduled due to dependency. [ 833.750997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.755404] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-741 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.755594] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-741" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.755713] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-741" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.756078] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-741" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.756342] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.756629] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.756629] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.756824] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.756959] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.757554] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.757673] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.757780] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.757887] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.757994] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.758108] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.758242] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.767334] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2205968b-db54-4674-9938-0ed9e564a7db [ 833.767613] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.767729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.767780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.769416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.769416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.769416] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2205968b-db54-4674-9938-0ed9e564a7db already deleted. [ 833.769416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2205968b-db54-4674-9938-0ed9e564a7db" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.780060] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.780060] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 833.780060] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.780060] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-741" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.780060] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-a0860117-2b8a-45f6-9f3c-6b9f77c422a4 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.780358] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-a0860117-2b8a-45f6-9f3c-6b9f77c422a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.780501] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-a0860117-2b8a-45f6-9f3c-6b9f77c422a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.780842] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-a0860117-2b8a-45f6-9f3c-6b9f77c422a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.781028] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0860117-2b8a-45f6-9f3c-6b9f77c422a4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.852057] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.853352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.853352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.853588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.853742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.853996] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.854152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.854237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.854471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.854578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.854697] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50bd4c67-f2fa-490c-8fd1-5ab96d51f78b already deleted. [ 833.855629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.285195] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.285485] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.285602] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.285897] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.286097] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.286197] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port a0860117-2b8a-45f6-9f3c-6b9f77c422a4 not found, creating... [ 834.286456] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.286611] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.286758] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.286974] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.287075] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.287356] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.287506] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.287674] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.287805] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.287974] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.288104] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: a0860117-2b8a-45f6-9f3c-6b9f77c422a4 is going to be created. [ 834.325064] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.325827] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.325827] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.326113] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.326577] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.326702] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-a0860117-2b8a-45f6-9f3c-6b9f77c422a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.083871] env[66341]: INFO networking_nsxv3.common.synchronization [req-79247434-2cae-4263-9f68-f3bead217534 req-09aa2cf8-e363-4425-a4ab-d02ee822c32c service nova] Enqueued Resource ID: 50bd4c67-f2fa-490c-8fd1-5ab96d51f78b with Priority: HIGHEST for action security_group_rules [ 835.083871] env[66341]: INFO networking_nsxv3.common.synchronization [req-79247434-2cae-4263-9f68-f3bead217534 req-09aa2cf8-e363-4425-a4ab-d02ee822c32c service nova] Enqueued Resource ID: 50bd4c67-f2fa-490c-8fd1-5ab96d51f78b with Priority: HIGHEST for action security_group_members [ 835.083871] env[66341]: INFO networking_nsxv3.common.synchronization [req-79247434-2cae-4263-9f68-f3bead217534 req-09aa2cf8-e363-4425-a4ab-d02ee822c32c service nova] Enqueued Resource ID: a0860117-2b8a-45f6-9f3c-6b9f77c422a4 with Priority: HIGHEST for action port [ 835.084779] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bd4c67-f2fa-490c-8fd1-5ab96d51f78b with Priority: HIGHEST for action security_group_rules [ 835.084779] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bd4c67-f2fa-490c-8fd1-5ab96d51f78b with Priority: HIGHEST for action security_group_members [ 835.084779] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0860117-2b8a-45f6-9f3c-6b9f77c422a4 with Priority: HIGHEST for action port [ 835.084942] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.085550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.085688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.085976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.086259] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50bd4c67-f2fa-490c-8fd1-5ab96d51f78b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.090202] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.090202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.090202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.090202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.090202] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.090202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.090202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.090202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.090202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.090202] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50bd4c67-f2fa-490c-8fd1-5ab96d51f78b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.090202] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0860117-2b8a-45f6-9f3c-6b9f77c422a4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.090202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0860117-2b8a-45f6-9f3c-6b9f77c422a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.090202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0860117-2b8a-45f6-9f3c-6b9f77c422a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.090202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0860117-2b8a-45f6-9f3c-6b9f77c422a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.090202] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0860117-2b8a-45f6-9f3c-6b9f77c422a4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.593710] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.594495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.594495] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0860117-2b8a-45f6-9f3c-6b9f77c422a4 with status ACTIVE [ 835.594495] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.594495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.594495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.594783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.594783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.594877] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.594941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.594941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.595094] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.595262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.595347] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.595425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.595476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.596129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.596129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.596129] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0860117-2b8a-45f6-9f3c-6b9f77c422a4 is going to be updated. [ 835.596914] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50bd4c67-f2fa-490c-8fd1-5ab96d51f78b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.623307] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.623454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.623524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.623729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.623863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.624033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0860117-2b8a-45f6-9f3c-6b9f77c422a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.692018] env[66341]: INFO networking_nsxv3.common.synchronization [None req-5a2f61fa-da00-47a5-968e-9138d60faa1e None None] Enqueued Resource ID: dcc33deb-a391-4415-9cfc-8b5cad538932 with Priority: HIGHEST for action port [ 835.692610] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc33deb-a391-4415-9cfc-8b5cad538932 with Priority: HIGHEST for action port [ 835.696187] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcc33deb-a391-4415-9cfc-8b5cad538932 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.696187] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcc33deb-a391-4415-9cfc-8b5cad538932" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.696187] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcc33deb-a391-4415-9cfc-8b5cad538932" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.696187] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcc33deb-a391-4415-9cfc-8b5cad538932" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.696187] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcc33deb-a391-4415-9cfc-8b5cad538932',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.719054] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76295074-26bf-4f23-95ce-4821c762f5da in Status: SUCCESS [ 835.719969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.100691] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50bd4c67-f2fa-490c-8fd1-5ab96d51f78b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.197738] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcc33deb-a391-4415-9cfc-8b5cad538932 [ 836.197998] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.198174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.198265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.198821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.198821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.198821] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcc33deb-a391-4415-9cfc-8b5cad538932 already deleted. [ 836.199055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcc33deb-a391-4415-9cfc-8b5cad538932" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.605181] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.605181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.605181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.605181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.605181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.605181] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50bd4c67-f2fa-490c-8fd1-5ab96d51f78b is going to be created. [ 836.631060] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.631060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.631060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.631448] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.631448] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.643977] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50bd4c67-f2fa-490c-8fd1-5ab96d51f78b in Status: UNINITIALIZED for 2s [ 838.655123] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50bd4c67-f2fa-490c-8fd1-5ab96d51f78b in Status: SUCCESS [ 838.655560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.655560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.655716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.655909] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.656057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.656142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.656288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.656382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.656477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.656575] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50bd4c67-f2fa-490c-8fd1-5ab96d51f78b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.158907] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.159092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.159167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.159388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.159557] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.159656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.159720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.159864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.159952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.160084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.160237] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.160330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.160390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.160528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.160666] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.160752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.160813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.160944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.161042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.161114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.161193] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50bd4c67-f2fa-490c-8fd1-5ab96d51f78b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.663215] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50bd4c67-f2fa-490c-8fd1-5ab96d51f78b: rpc.has_security_group_logging(os_id): False [ 839.682200] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.682420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.682420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.682571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.682671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.682826] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.682922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.682983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.683154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.683232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.683430] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.683522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.683587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.683710] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.683782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.683956] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.684087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.684176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.684273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.684325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.684382] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50bd4c67-f2fa-490c-8fd1-5ab96d51f78b is going to be created. [ 839.749885] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.750175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.750246] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.750501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.750739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.776318] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50bd4c67-f2fa-490c-8fd1-5ab96d51f78b in Status: IN_PROGRESS for 2s [ 840.693693] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 840.693933] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 841.790739] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50bd4c67-f2fa-490c-8fd1-5ab96d51f78b in Status: SUCCESS [ 841.790984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.694663] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 845.694992] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 846.216558] env[66341]: INFO networking_nsxv3.common.synchronization [req-4b839846-5020-4315-82d9-f0f0fd4a2dcd req-8ed8a1c6-12f3-4237-8b6c-6064bd751717 tempest-InstanceActionsV221TestJSON-1069227645 tempest-InstanceActionsV221TestJSON-1069227645-project-member] Enqueued Resource ID: 50bd4c67-f2fa-490c-8fd1-5ab96d51f78b with Priority: HIGHEST for action security_group_members [ 846.216708] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bd4c67-f2fa-490c-8fd1-5ab96d51f78b with Priority: HIGHEST for action security_group_members [ 846.216902] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.217050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.217098] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.217302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.217463] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.217563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.217622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.217766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.217850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.217941] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50bd4c67-f2fa-490c-8fd1-5ab96d51f78b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.723035] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.723035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.723035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.723035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.723035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.723712] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.723712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.723712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.723712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.723903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.723903] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50bd4c67-f2fa-490c-8fd1-5ab96d51f78b is going to be updated. [ 846.754336] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.754454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.754454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.754877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.754877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.763705] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50bd4c67-f2fa-490c-8fd1-5ab96d51f78b in Status: IN_PROGRESS for 2s [ 848.775410] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50bd4c67-f2fa-490c-8fd1-5ab96d51f78b in Status: SUCCESS [ 848.775798] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50bd4c67-f2fa-490c-8fd1-5ab96d51f78b deletion is rescheduled due to dependency. [ 848.775798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.974934] env[66341]: INFO networking_nsxv3.common.synchronization [req-60826e58-9d2c-4d8e-b8ba-06dcfcd56ef6 req-f8f26505-9906-43fa-8f6d-97a7d0b98716 tempest-AttachInterfacesTestJSON-1114967429 tempest-AttachInterfacesTestJSON-1114967429-project-member] Enqueued Resource ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 with Priority: HIGHEST for action security_group_members [ 849.975490] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 with Priority: HIGHEST for action security_group_members [ 849.975863] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83d1242-cbde-4a24-8410-91b3ace8fd30 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.975985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.976079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.976321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.976503] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.976604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.976688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.976793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.976873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.976965] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83d1242-cbde-4a24-8410-91b3ace8fd30',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.318108] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-352 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.318316] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.318436] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.318802] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.319086] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.319250] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.319366] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.319581] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.319722] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.319923] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.320136] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.320272] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.320379] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.320488] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.320590] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.320759] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.340862] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.341109] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.341522] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.341522] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.341842] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-1c124e74-6df1-43fd-88f7-b576fdd7c96d taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.342086] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-1c124e74-6df1-43fd-88f7-b576fdd7c96d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.342155] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-1c124e74-6df1-43fd-88f7-b576fdd7c96d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.342480] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-1c124e74-6df1-43fd-88f7-b576fdd7c96d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.342624] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c124e74-6df1-43fd-88f7-b576fdd7c96d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.479840] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.480148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.480250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.480474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.480573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.480802] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.480934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.481022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.481217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.481296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.481385] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 already deleted. [ 850.481477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.845612] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.845836] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.846042] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.846247] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.846388] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.846540] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 1c124e74-6df1-43fd-88f7-b576fdd7c96d not found, creating... [ 850.846799] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.848053] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.848053] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.848053] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.848053] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.848053] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.848053] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.848053] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.848898] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.849616] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.851788] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 1c124e74-6df1-43fd-88f7-b576fdd7c96d is going to be created. [ 850.876737] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.876737] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.876737] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.877019] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.877145] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.877375] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-1c124e74-6df1-43fd-88f7-b576fdd7c96d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.586912] env[66341]: INFO networking_nsxv3.common.synchronization [req-60826e58-9d2c-4d8e-b8ba-06dcfcd56ef6 req-90a2480e-4ce0-4b6a-ac39-2847dddeaea7 service nova] Enqueued Resource ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 with Priority: HIGHEST for action security_group_rules [ 851.587294] env[66341]: INFO networking_nsxv3.common.synchronization [req-60826e58-9d2c-4d8e-b8ba-06dcfcd56ef6 req-90a2480e-4ce0-4b6a-ac39-2847dddeaea7 service nova] Enqueued Resource ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 with Priority: HIGHEST for action security_group_members [ 851.587534] env[66341]: INFO networking_nsxv3.common.synchronization [req-60826e58-9d2c-4d8e-b8ba-06dcfcd56ef6 req-90a2480e-4ce0-4b6a-ac39-2847dddeaea7 service nova] Enqueued Resource ID: 1c124e74-6df1-43fd-88f7-b576fdd7c96d with Priority: HIGHEST for action port [ 851.588235] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 with Priority: HIGHEST for action security_group_rules [ 851.588960] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 with Priority: HIGHEST for action security_group_members [ 851.589220] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c124e74-6df1-43fd-88f7-b576fdd7c96d with Priority: HIGHEST for action port [ 851.589625] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d83d1242-cbde-4a24-8410-91b3ace8fd30 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.589826] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.589929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.590268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.590344] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d83d1242-cbde-4a24-8410-91b3ace8fd30',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.591358] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83d1242-cbde-4a24-8410-91b3ace8fd30 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.591496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.591603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.591829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.592115] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.592263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.592360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.592619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.592746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.592865] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83d1242-cbde-4a24-8410-91b3ace8fd30',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.593828] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c124e74-6df1-43fd-88f7-b576fdd7c96d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.593958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c124e74-6df1-43fd-88f7-b576fdd7c96d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.594058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c124e74-6df1-43fd-88f7-b576fdd7c96d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.594270] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c124e74-6df1-43fd-88f7-b576fdd7c96d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.594372] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c124e74-6df1-43fd-88f7-b576fdd7c96d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.096411] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d83d1242-cbde-4a24-8410-91b3ace8fd30',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.098530] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83d1242-cbde-4a24-8410-91b3ace8fd30 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.098648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.098838] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c124e74-6df1-43fd-88f7-b576fdd7c96d with status ACTIVE [ 852.099036] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.099244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.099290] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.099487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.099648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.099749] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.099843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.099905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.100066] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.100224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.100404] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.100502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.100590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.100681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.100804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.100902] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c124e74-6df1-43fd-88f7-b576fdd7c96d is going to be updated. [ 852.124268] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.124407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.124549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.124765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.124900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.125070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c124e74-6df1-43fd-88f7-b576fdd7c96d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.604027] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d83d1242-cbde-4a24-8410-91b3ace8fd30',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.731255] env[66341]: INFO networking_nsxv3.common.synchronization [req-a9fe07a2-ed7e-4b06-9b02-c41969ef6e64 req-f16a6908-d237-4bba-9545-6651a64750cf tempest-ListImageFiltersTestJSON-1312611691 tempest-ListImageFiltersTestJSON-1312611691-project-member] Enqueued Resource ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf with Priority: HIGHEST for action security_group_members [ 852.731778] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf with Priority: HIGHEST for action security_group_members [ 852.732085] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-40bb9f33-0571-4295-8ea0-2da157c46cbf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.732223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.732269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.732519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.732737] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.732849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.732849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.732952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.733079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.733160] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40bb9f33-0571-4295-8ea0-2da157c46cbf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.090944] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.091211] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.091338] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.091579] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.091855] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.092020] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.092379] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.092633] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.092816] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.093089] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.093246] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.093404] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.093532] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.093658] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.093781] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.093913] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.105540] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.105704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.105778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.106016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.106118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.106218] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 is going to be created. [ 853.117992] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.118223] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.118378] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.118532] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.118868] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-bc0bee12-6ecd-44ee-b0ee-d2bd56145544 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.121595] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-bc0bee12-6ecd-44ee-b0ee-d2bd56145544" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.121595] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-bc0bee12-6ecd-44ee-b0ee-d2bd56145544" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.121595] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-bc0bee12-6ecd-44ee-b0ee-d2bd56145544" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.121595] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc0bee12-6ecd-44ee-b0ee-d2bd56145544',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.133071] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.133345] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.133524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.133797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.134214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.146963] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 in Status: UNINITIALIZED for 2s [ 853.148471] env[66341]: INFO networking_nsxv3.common.synchronization [req-2562db84-c05a-49be-9e12-546ad96c9dbf req-5191f3bc-3961-4153-a1fe-640be120d028 tempest-ServersAdminTestJSON-653169236 tempest-ServersAdminTestJSON-653169236-project-member] Enqueued Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_members [ 853.149389] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_members [ 853.151144] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.151144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.151144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.151144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.151144] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.151144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.151144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.151144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.151144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.151144] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.236168] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.236365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.236531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.236983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.237158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.237414] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.237527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.237593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.237765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.237937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.237937] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf already deleted. [ 853.238076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.624095] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.624409] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.624503] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.624743] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.624916] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.625097] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port bc0bee12-6ecd-44ee-b0ee-d2bd56145544 not found, creating... [ 853.625369] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.625530] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.625636] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.625870] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.626023] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.628781] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.628781] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.628781] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.628781] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.628781] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.630780] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: bc0bee12-6ecd-44ee-b0ee-d2bd56145544 is going to be created. [ 853.653354] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.653354] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.653354] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.653354] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.653354] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.653676] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-bc0bee12-6ecd-44ee-b0ee-d2bd56145544" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.654764] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.158512] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.353862] env[66341]: INFO networking_nsxv3.common.synchronization [req-a9fe07a2-ed7e-4b06-9b02-c41969ef6e64 req-8c3f5c22-2ea3-4eb9-ab62-545cc8361e22 service nova] Enqueued Resource ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf with Priority: HIGHEST for action security_group_rules [ 854.354037] env[66341]: INFO networking_nsxv3.common.synchronization [req-a9fe07a2-ed7e-4b06-9b02-c41969ef6e64 req-8c3f5c22-2ea3-4eb9-ab62-545cc8361e22 service nova] Enqueued Resource ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf with Priority: HIGHEST for action security_group_members [ 854.354172] env[66341]: INFO networking_nsxv3.common.synchronization [req-a9fe07a2-ed7e-4b06-9b02-c41969ef6e64 req-8c3f5c22-2ea3-4eb9-ab62-545cc8361e22 service nova] Enqueued Resource ID: bc0bee12-6ecd-44ee-b0ee-d2bd56145544 with Priority: HIGHEST for action port [ 854.354676] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf with Priority: HIGHEST for action security_group_rules [ 854.354809] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf with Priority: HIGHEST for action security_group_members [ 854.354880] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc0bee12-6ecd-44ee-b0ee-d2bd56145544 with Priority: HIGHEST for action port [ 854.355165] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40bb9f33-0571-4295-8ea0-2da157c46cbf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.355308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.355347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.355602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.355656] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40bb9f33-0571-4295-8ea0-2da157c46cbf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.356860] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-40bb9f33-0571-4295-8ea0-2da157c46cbf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.356997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.356997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.357141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.357287] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.357382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.357445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.357582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.357727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.357779] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40bb9f33-0571-4295-8ea0-2da157c46cbf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.358708] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc0bee12-6ecd-44ee-b0ee-d2bd56145544 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.358862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc0bee12-6ecd-44ee-b0ee-d2bd56145544" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.358862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc0bee12-6ecd-44ee-b0ee-d2bd56145544" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.359216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc0bee12-6ecd-44ee-b0ee-d2bd56145544" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.359216] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc0bee12-6ecd-44ee-b0ee-d2bd56145544',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.660980] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.660980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.660980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.661598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.661598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.661598] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b is going to be updated. [ 854.690799] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.690981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.691066] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.691346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.691508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.702203] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: IN_PROGRESS for 2s [ 854.861018] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-40bb9f33-0571-4295-8ea0-2da157c46cbf taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.861318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.861551] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40bb9f33-0571-4295-8ea0-2da157c46cbf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.862660] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc0bee12-6ecd-44ee-b0ee-d2bd56145544 with status ACTIVE [ 854.862865] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.862982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.863059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.863324] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.863445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.863644] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.863761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.863825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.864028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.864101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.864307] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.864403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.864476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.864634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.864706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.864879] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc0bee12-6ecd-44ee-b0ee-d2bd56145544 is going to be updated. [ 854.890550] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.890728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.890773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.891049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.891245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.891445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc0bee12-6ecd-44ee-b0ee-d2bd56145544" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.156181] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 in Status: SUCCESS [ 855.157079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.157079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.157079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.157079] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.157353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.157353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.157417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.157465] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.157550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.157642] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d83d1242-cbde-4a24-8410-91b3ace8fd30',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.344710] env[66341]: INFO networking_nsxv3.common.synchronization [req-13d14ef8-52de-4cdb-9ec5-c9eaf48554e5 req-aafd8a4e-cedd-4fd1-bbb0-4f3d3ca748c4 tempest-ListImageFiltersTestJSON-1312611691 tempest-ListImageFiltersTestJSON-1312611691-project-member] Enqueued Resource ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf with Priority: HIGHEST for action security_group_members [ 855.345182] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf with Priority: HIGHEST for action security_group_members [ 855.345491] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-40bb9f33-0571-4295-8ea0-2da157c46cbf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.345784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.367279] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40bb9f33-0571-4295-8ea0-2da157c46cbf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.621844] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.624771] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.624923] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.626218] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.626496] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.626661] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.626836] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.628365] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.629298] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.629298] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.629298] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.629298] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.629298] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.629298] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.629298] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.629723] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.647845] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.648049] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 855.648189] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.648365] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.648679] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-7bc349d7-f4b7-401b-a5d8-272aebe4f1ea taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.648850] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-7bc349d7-f4b7-401b-a5d8-272aebe4f1ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.648969] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-7bc349d7-f4b7-401b-a5d8-272aebe4f1ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.649340] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-7bc349d7-f4b7-401b-a5d8-272aebe4f1ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.649480] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bc349d7-f4b7-401b-a5d8-272aebe4f1ea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.659990] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d83d1242-cbde-4a24-8410-91b3ace8fd30',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.869426] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.869764] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.869764] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.870031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.870031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.870159] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf is going to be created. [ 855.899704] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.900935] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.901068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.901614] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.901844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.912850] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf in Status: UNINITIALIZED for 2s [ 856.152061] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.153569] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.153569] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.153569] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.153569] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.153569] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 7bc349d7-f4b7-401b-a5d8-272aebe4f1ea not found, creating... [ 856.155441] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.155441] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.155441] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.155441] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.155441] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.155441] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.155441] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.155441] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.155874] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.156076] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.156332] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 7bc349d7-f4b7-401b-a5d8-272aebe4f1ea is going to be created. [ 856.164621] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d83d1242-cbde-4a24-8410-91b3ace8fd30: rpc.has_security_group_logging(os_id): False [ 856.181176] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.181532] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.181532] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.181927] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.182042] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.182261] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-7bc349d7-f4b7-401b-a5d8-272aebe4f1ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.187681] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.188013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.188013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.188303] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.188406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.188735] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.188836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.188901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.189075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.189156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.189256] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 is going to be created. [ 856.262045] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.262045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.262045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.262045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.262045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.280062] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 in Status: IN_PROGRESS for 2s [ 856.714879] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: SUCCESS [ 856.716109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.916261] env[66341]: INFO networking_nsxv3.common.synchronization [req-13d14ef8-52de-4cdb-9ec5-c9eaf48554e5 req-c2dc45f9-a318-4805-b3fc-39c43c4684dd service nova] Enqueued Resource ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf with Priority: HIGHEST for action security_group_rules [ 856.916533] env[66341]: INFO networking_nsxv3.common.synchronization [req-13d14ef8-52de-4cdb-9ec5-c9eaf48554e5 req-c2dc45f9-a318-4805-b3fc-39c43c4684dd service nova] Enqueued Resource ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf with Priority: HIGHEST for action security_group_members [ 856.916533] env[66341]: INFO networking_nsxv3.common.synchronization [req-13d14ef8-52de-4cdb-9ec5-c9eaf48554e5 req-c2dc45f9-a318-4805-b3fc-39c43c4684dd service nova] Enqueued Resource ID: 7bc349d7-f4b7-401b-a5d8-272aebe4f1ea with Priority: HIGHEST for action port [ 856.917109] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf with Priority: HIGHEST for action security_group_rules [ 856.917297] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf with Priority: HIGHEST for action security_group_members [ 856.917358] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc349d7-f4b7-401b-a5d8-272aebe4f1ea with Priority: HIGHEST for action port [ 856.917736] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40bb9f33-0571-4295-8ea0-2da157c46cbf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.917851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.918085] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-40bb9f33-0571-4295-8ea0-2da157c46cbf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.918858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.919141] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bc349d7-f4b7-401b-a5d8-272aebe4f1ea taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.919350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bc349d7-f4b7-401b-a5d8-272aebe4f1ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.919350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bc349d7-f4b7-401b-a5d8-272aebe4f1ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.919489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bc349d7-f4b7-401b-a5d8-272aebe4f1ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.919574] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bc349d7-f4b7-401b-a5d8-272aebe4f1ea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.423110] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bc349d7-f4b7-401b-a5d8-272aebe4f1ea with status ACTIVE [ 857.423430] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.423570] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.423637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.423878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.423947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.424268] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.424366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.424466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.425567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.425567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.425567] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.425567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.425567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.425567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.425567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.425567] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bc349d7-f4b7-401b-a5d8-272aebe4f1ea is going to be updated. [ 857.445564] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.445704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.445796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.445969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.446123] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.446282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bc349d7-f4b7-401b-a5d8-272aebe4f1ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.924174] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf in Status: SUCCESS [ 857.924491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.924597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.924779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.925020] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.925146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.925213] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.925371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.925450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.925536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.925631] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40bb9f33-0571-4295-8ea0-2da157c46cbf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.926485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.926649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.926802] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.926902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.926967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.927119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.927198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.927286] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40bb9f33-0571-4295-8ea0-2da157c46cbf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.039150] env[66341]: INFO networking_nsxv3.common.synchronization [req-917de43f-67b9-4643-95fa-427c34cc21b9 req-823f9110-31df-4ad8-af92-513e26dca8d5 tempest-ServerRescueTestJSONUnderV235-626764204 tempest-ServerRescueTestJSONUnderV235-626764204-project-member] Enqueued Resource ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 with Priority: HIGHEST for action security_group_members [ 858.039720] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 with Priority: HIGHEST for action security_group_members [ 858.040377] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-294a4515-afee-4e93-8f64-e1d5ca02aa15 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.040512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.040612] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.040828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.040981] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.041160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.041160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.041330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.041402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.041483] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('294a4515-afee-4e93-8f64-e1d5ca02aa15',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.294438] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 in Status: SUCCESS [ 858.295509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.353297] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-104 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.353297] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-104" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.353574] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-104" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.354451] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-104" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.354451] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.354451] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.354451] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.354672] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.354765] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.354946] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.355427] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.355427] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.355427] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.355427] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.355596] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.355689] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.377220] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.379327] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.379327] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.379327] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-104" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.379327] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-e7450471-c40e-4a7c-ae0d-cb99572f6d5b taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.379327] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-e7450471-c40e-4a7c-ae0d-cb99572f6d5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.379327] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-e7450471-c40e-4a7c-ae0d-cb99572f6d5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.379327] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-e7450471-c40e-4a7c-ae0d-cb99572f6d5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.379327] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7450471-c40e-4a7c-ae0d-cb99572f6d5b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.432738] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-40bb9f33-0571-4295-8ea0-2da157c46cbf taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.434315] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.435241] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40bb9f33-0571-4295-8ea0-2da157c46cbf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.543564] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.545433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.545433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.545433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.545433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.545433] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.545433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.545753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.545753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.545753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.545850] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 already deleted. [ 858.545850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.881958] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.882500] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.882500] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.883000] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.883000] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.883186] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port e7450471-c40e-4a7c-ae0d-cb99572f6d5b not found, creating... [ 858.883405] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.883583] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.883688] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.883910] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.884055] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.884336] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.884488] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.884608] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.884918] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.885068] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.885210] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: e7450471-c40e-4a7c-ae0d-cb99572f6d5b is going to be created. [ 858.911396] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.911689] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.911799] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.912094] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.912335] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.912636] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-e7450471-c40e-4a7c-ae0d-cb99572f6d5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.937396] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40bb9f33-0571-4295-8ea0-2da157c46cbf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.439962] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.440183] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.440270] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.440489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.440582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.440677] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf is going to be updated. [ 859.469677] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.469677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.469677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.470160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.470160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.481015] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf in Status: IN_PROGRESS for 2s [ 859.614549] env[66341]: INFO networking_nsxv3.common.synchronization [req-917de43f-67b9-4643-95fa-427c34cc21b9 req-e37d7587-d402-480b-a11a-b95a0d3bc3c9 service nova] Enqueued Resource ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 with Priority: HIGHEST for action security_group_rules [ 859.614549] env[66341]: INFO networking_nsxv3.common.synchronization [req-917de43f-67b9-4643-95fa-427c34cc21b9 req-e37d7587-d402-480b-a11a-b95a0d3bc3c9 service nova] Enqueued Resource ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 with Priority: HIGHEST for action security_group_members [ 859.614549] env[66341]: INFO networking_nsxv3.common.synchronization [req-917de43f-67b9-4643-95fa-427c34cc21b9 req-e37d7587-d402-480b-a11a-b95a0d3bc3c9 service nova] Enqueued Resource ID: e7450471-c40e-4a7c-ae0d-cb99572f6d5b with Priority: HIGHEST for action port [ 859.614549] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 with Priority: HIGHEST for action security_group_rules [ 859.614549] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 with Priority: HIGHEST for action security_group_members [ 859.614549] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7450471-c40e-4a7c-ae0d-cb99572f6d5b with Priority: HIGHEST for action port [ 859.614549] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-294a4515-afee-4e93-8f64-e1d5ca02aa15 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.614549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.614549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.614549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.614549] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('294a4515-afee-4e93-8f64-e1d5ca02aa15',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.615074] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-294a4515-afee-4e93-8f64-e1d5ca02aa15 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.615074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.615074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.615074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.615216] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.615762] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.615762] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.615762] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.615762] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.615762] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('294a4515-afee-4e93-8f64-e1d5ca02aa15',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.619424] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7450471-c40e-4a7c-ae0d-cb99572f6d5b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.619424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7450471-c40e-4a7c-ae0d-cb99572f6d5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.619424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7450471-c40e-4a7c-ae0d-cb99572f6d5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.619424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7450471-c40e-4a7c-ae0d-cb99572f6d5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.619424] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7450471-c40e-4a7c-ae0d-cb99572f6d5b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.121499] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-294a4515-afee-4e93-8f64-e1d5ca02aa15 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.121980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.121980] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7450471-c40e-4a7c-ae0d-cb99572f6d5b with status ACTIVE [ 860.121980] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.122271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.122271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.122380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.122424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.123236] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.123236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.123236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.123236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.123236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.123236] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.123630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.123630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.123630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.123630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.123630] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7450471-c40e-4a7c-ae0d-cb99572f6d5b is going to be updated. [ 860.129159] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('294a4515-afee-4e93-8f64-e1d5ca02aa15',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.159326] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.159557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.159622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.159862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.160034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.160616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7450471-c40e-4a7c-ae0d-cb99572f6d5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.631760] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('294a4515-afee-4e93-8f64-e1d5ca02aa15',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.804490] env[66341]: INFO networking_nsxv3.common.synchronization [req-3464299e-9a51-4ea6-b90c-c51c710cd8a9 req-9785175c-5607-4593-a942-2c0c6095b064 tempest-MigrationsAdminTest-1093486676 tempest-MigrationsAdminTest-1093486676-project-member] Enqueued Resource ID: f369ba42-c031-4a0d-9642-3ed430084029 with Priority: HIGHEST for action security_group_members [ 860.805384] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f369ba42-c031-4a0d-9642-3ed430084029 with Priority: HIGHEST for action security_group_members [ 860.805827] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-f369ba42-c031-4a0d-9642-3ed430084029 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.805990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.806219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.806416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.806668] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.806844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.806962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.807243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.807387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.807545] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f369ba42-c031-4a0d-9642-3ed430084029',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.134800] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.134800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.134800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.138639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.138639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.139251] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 is going to be created. [ 861.173247] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.173382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.173480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.173651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.173856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.185133] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 in Status: UNINITIALIZED for 2s [ 861.196516] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.196516] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.196516] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.196749] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.196880] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.198791] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.198791] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.198791] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.198791] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.198791] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.198791] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.198791] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.199226] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.199226] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.199226] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.199226] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.218349] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.218529] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 861.218668] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.218840] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.219213] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-1b2830fb-0cd6-4661-8a13-69390d2ab8ff taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.219389] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-1b2830fb-0cd6-4661-8a13-69390d2ab8ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.219507] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-1b2830fb-0cd6-4661-8a13-69390d2ab8ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.219825] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-1b2830fb-0cd6-4661-8a13-69390d2ab8ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.220187] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b2830fb-0cd6-4661-8a13-69390d2ab8ff',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.310847] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f369ba42-c031-4a0d-9642-3ed430084029',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.494020] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf in Status: SUCCESS [ 861.494020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.494020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.494020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.494020] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.494020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.494020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.494020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.494020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.494020] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40bb9f33-0571-4295-8ea0-2da157c46cbf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.723315] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.723625] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.723760] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.724068] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.724218] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.724449] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 1b2830fb-0cd6-4661-8a13-69390d2ab8ff not found, creating... [ 861.725112] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.725112] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.725112] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.725544] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.725593] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.725891] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.726061] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.726177] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.729057] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.729057] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.729057] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 1b2830fb-0cd6-4661-8a13-69390d2ab8ff is going to be created. [ 861.749353] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.749582] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.749582] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.749848] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.750066] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.750389] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-1b2830fb-0cd6-4661-8a13-69390d2ab8ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.813409] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f369ba42-c031-4a0d-9642-3ed430084029',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.997387] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40bb9f33-0571-4295-8ea0-2da157c46cbf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.316725] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.317064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.317064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.317139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.317255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.317314] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f369ba42-c031-4a0d-9642-3ed430084029 is going to be updated. [ 862.351447] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.351867] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.351867] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.352102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.352237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.363214] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f369ba42-c031-4a0d-9642-3ed430084029 in Status: IN_PROGRESS for 2s [ 862.469206] env[66341]: INFO networking_nsxv3.common.synchronization [req-3464299e-9a51-4ea6-b90c-c51c710cd8a9 req-463e8f77-2492-4699-911b-201b89773236 service nova] Enqueued Resource ID: f369ba42-c031-4a0d-9642-3ed430084029 with Priority: HIGHEST for action security_group_rules [ 862.469390] env[66341]: INFO networking_nsxv3.common.synchronization [req-3464299e-9a51-4ea6-b90c-c51c710cd8a9 req-463e8f77-2492-4699-911b-201b89773236 service nova] Enqueued Resource ID: f369ba42-c031-4a0d-9642-3ed430084029 with Priority: HIGHEST for action security_group_members [ 862.469526] env[66341]: INFO networking_nsxv3.common.synchronization [req-3464299e-9a51-4ea6-b90c-c51c710cd8a9 req-463e8f77-2492-4699-911b-201b89773236 service nova] Enqueued Resource ID: 1b2830fb-0cd6-4661-8a13-69390d2ab8ff with Priority: HIGHEST for action port [ 862.470128] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f369ba42-c031-4a0d-9642-3ed430084029 with Priority: HIGHEST for action security_group_rules [ 862.470443] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f369ba42-c031-4a0d-9642-3ed430084029 with Priority: HIGHEST for action security_group_members [ 862.470560] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2830fb-0cd6-4661-8a13-69390d2ab8ff with Priority: HIGHEST for action port [ 862.470862] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f369ba42-c031-4a0d-9642-3ed430084029 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.471022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.471065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.471317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.471401] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f369ba42-c031-4a0d-9642-3ed430084029',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.472439] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-f369ba42-c031-4a0d-9642-3ed430084029 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.472575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.472758] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b2830fb-0cd6-4661-8a13-69390d2ab8ff taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.472859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b2830fb-0cd6-4661-8a13-69390d2ab8ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.472924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b2830fb-0cd6-4661-8a13-69390d2ab8ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.473193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b2830fb-0cd6-4661-8a13-69390d2ab8ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.473293] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b2830fb-0cd6-4661-8a13-69390d2ab8ff',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.500918] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40bb9f33-0571-4295-8ea0-2da157c46cbf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.975700] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-f369ba42-c031-4a0d-9642-3ed430084029 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.975700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.975881] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b2830fb-0cd6-4661-8a13-69390d2ab8ff with status ACTIVE [ 862.975881] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.975981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.976581] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.976581] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.976581] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.976698] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.976698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.976793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.976897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.976969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.977154] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.977252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.977307] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.978120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.978120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.978120] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b2830fb-0cd6-4661-8a13-69390d2ab8ff is going to be updated. [ 862.998699] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.998850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.998926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.999136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.999315] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.999480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b2830fb-0cd6-4661-8a13-69390d2ab8ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.003392] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.003522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.003591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.003874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.003962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.004071] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf is going to be updated. [ 863.041383] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.041546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.041617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.041881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.042049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.051913] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf in Status: IN_PROGRESS for 2s [ 863.199193] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 in Status: SUCCESS [ 863.199193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.199193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.199193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.199193] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.199193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.199193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.199193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.199193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.199193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.199193] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('294a4515-afee-4e93-8f64-e1d5ca02aa15',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.625320] env[66341]: INFO networking_nsxv3.common.synchronization [req-affddd11-84f8-4b99-94eb-147a2a4adbcf req-6a573e90-0dc2-4ee7-bd61-aabdc3d6ec1c tempest-ServersAdminNegativeTestJSON-64458808 tempest-ServersAdminNegativeTestJSON-64458808-project-member] Enqueued Resource ID: d93db470-b338-4be6-a10e-371fcae2e3b8 with Priority: HIGHEST for action security_group_members [ 863.626376] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d93db470-b338-4be6-a10e-371fcae2e3b8 with Priority: HIGHEST for action security_group_members [ 863.626885] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d93db470-b338-4be6-a10e-371fcae2e3b8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.627037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.627111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.627394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.627564] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.627667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.627733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.628177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.628177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.628344] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d93db470-b338-4be6-a10e-371fcae2e3b8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.702546] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-294a4515-afee-4e93-8f64-e1d5ca02aa15 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.702746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.702814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.703053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.703233] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.703452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.703535] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.703704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.703792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.703881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.704085] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-294a4515-afee-4e93-8f64-e1d5ca02aa15 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.704176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.704218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.704557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.704557] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.704557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.704674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.704750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.704827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.704908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.704997] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('294a4515-afee-4e93-8f64-e1d5ca02aa15',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.020015] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.022279] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.022279] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.022279] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.022602] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.022602] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.022744] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.022914] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.023075] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.024022] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.024022] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.024022] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.024022] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.024022] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.024022] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.024022] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.048195] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.048195] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 864.048195] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.048195] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.048195] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-e503c44a-4123-4621-90ec-c6b1d9ffd512 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.048195] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-e503c44a-4123-4621-90ec-c6b1d9ffd512" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.048195] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-e503c44a-4123-4621-90ec-c6b1d9ffd512" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.048195] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-e503c44a-4123-4621-90ec-c6b1d9ffd512" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.048195] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e503c44a-4123-4621-90ec-c6b1d9ffd512',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.131632] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.131805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.131898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.132090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.132180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.132386] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.132479] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.132553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.132717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.132800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.132862] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d93db470-b338-4be6-a10e-371fcae2e3b8 already deleted. [ 864.132941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.209215] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 294a4515-afee-4e93-8f64-e1d5ca02aa15: rpc.has_security_group_logging(os_id): False [ 864.228186] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.228396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.228396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.228610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.228696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.228911] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.229044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.229082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.229218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.229332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.229454] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.229668] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.229704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.229823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.229892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.230081] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.230248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.230401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.230567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.230646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.230736] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 is going to be created. [ 864.301999] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.302190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.302253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.302468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.302733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.322086] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 in Status: IN_PROGRESS for 2s [ 864.374079] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f369ba42-c031-4a0d-9642-3ed430084029 in Status: SUCCESS [ 864.374207] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.374620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.374620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.374832] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.374832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.374934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.375237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.375237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.375237] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f369ba42-c031-4a0d-9642-3ed430084029',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.550737] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.553018] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.553235] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.553995] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.554180] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.554349] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port e503c44a-4123-4621-90ec-c6b1d9ffd512 not found, creating... [ 864.554649] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.554926] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.554926] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.556278] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.557457] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.557886] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.558126] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.558265] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.558580] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.559420] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.559639] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: e503c44a-4123-4621-90ec-c6b1d9ffd512 is going to be created. [ 864.590590] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.590975] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.591370] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.591641] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.591911] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.592204] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-e503c44a-4123-4621-90ec-c6b1d9ffd512" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.877769] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f369ba42-c031-4a0d-9642-3ed430084029',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.065125] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf in Status: SUCCESS [ 865.065412] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.068321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.068321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.068321] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.068321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.068321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.068321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.068321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.068321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.068321] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-40bb9f33-0571-4295-8ea0-2da157c46cbf taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.068321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.068321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.068321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.068321] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.068321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.068321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.068321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.068321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.068321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.069727] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40bb9f33-0571-4295-8ea0-2da157c46cbf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.383361] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f369ba42-c031-4a0d-9642-3ed430084029',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.388544] env[66341]: INFO networking_nsxv3.common.synchronization [req-affddd11-84f8-4b99-94eb-147a2a4adbcf req-b883c24d-5de4-48c0-a700-6d9111ff2d7f service nova] Enqueued Resource ID: d93db470-b338-4be6-a10e-371fcae2e3b8 with Priority: HIGHEST for action security_group_rules [ 865.388766] env[66341]: INFO networking_nsxv3.common.synchronization [req-affddd11-84f8-4b99-94eb-147a2a4adbcf req-b883c24d-5de4-48c0-a700-6d9111ff2d7f service nova] Enqueued Resource ID: d93db470-b338-4be6-a10e-371fcae2e3b8 with Priority: HIGHEST for action security_group_members [ 865.388941] env[66341]: INFO networking_nsxv3.common.synchronization [req-affddd11-84f8-4b99-94eb-147a2a4adbcf req-b883c24d-5de4-48c0-a700-6d9111ff2d7f service nova] Enqueued Resource ID: e503c44a-4123-4621-90ec-c6b1d9ffd512 with Priority: HIGHEST for action port [ 865.392881] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d93db470-b338-4be6-a10e-371fcae2e3b8 with Priority: HIGHEST for action security_group_rules [ 865.393214] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d93db470-b338-4be6-a10e-371fcae2e3b8 with Priority: HIGHEST for action security_group_members [ 865.393214] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e503c44a-4123-4621-90ec-c6b1d9ffd512 with Priority: HIGHEST for action port [ 865.393474] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d93db470-b338-4be6-a10e-371fcae2e3b8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.393628] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.393679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.393924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.393994] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d93db470-b338-4be6-a10e-371fcae2e3b8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.394948] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d93db470-b338-4be6-a10e-371fcae2e3b8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.395217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.395290] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.399811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.399811] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.399811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.399811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.399811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.399811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.399811] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d93db470-b338-4be6-a10e-371fcae2e3b8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.402694] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-e503c44a-4123-4621-90ec-c6b1d9ffd512 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.402694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e503c44a-4123-4621-90ec-c6b1d9ffd512" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.402694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e503c44a-4123-4621-90ec-c6b1d9ffd512" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.404444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e503c44a-4123-4621-90ec-c6b1d9ffd512" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.404595] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e503c44a-4123-4621-90ec-c6b1d9ffd512',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.572144] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40bb9f33-0571-4295-8ea0-2da157c46cbf: rpc.has_security_group_logging(os_id): False [ 865.599176] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.599176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.599359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.599428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.599522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.599731] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.603024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.603024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.603024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.603024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.603024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.603024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.603024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.603024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.603024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.603024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.603024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.603024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.603024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.603024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.603024] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf is going to be created. [ 865.681745] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.682035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.682035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.682285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.682586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.695960] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf in Status: IN_PROGRESS for 2s [ 865.887500] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.887901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.887901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.887970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.888070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.888144] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f369ba42-c031-4a0d-9642-3ed430084029 is going to be updated. [ 865.908539] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d93db470-b338-4be6-a10e-371fcae2e3b8 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.908714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.908932] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d93db470-b338-4be6-a10e-371fcae2e3b8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.909808] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e503c44a-4123-4621-90ec-c6b1d9ffd512 with status ACTIVE [ 865.910021] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.910273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.910362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.910579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.910668] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.910841] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.910936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.911022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.912917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.913035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.913225] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.913455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.913544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.914049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.914144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.914232] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e503c44a-4123-4621-90ec-c6b1d9ffd512 is going to be updated. [ 865.930643] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.930726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.930797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.930998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.931163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.943919] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f369ba42-c031-4a0d-9642-3ed430084029 in Status: IN_PROGRESS for 2s [ 865.948044] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.948044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.948389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.948669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.948838] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.948901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e503c44a-4123-4621-90ec-c6b1d9ffd512" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.973037] env[66341]: INFO networking_nsxv3.common.synchronization [req-f1f021dd-ea3a-4ec3-b5ee-64a0b6fe1d0e req-7bf55423-6a20-4bae-9010-a768be52876b tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 865.973037] env[66341]: INFO networking_nsxv3.common.synchronization [req-f1f021dd-ea3a-4ec3-b5ee-64a0b6fe1d0e req-7bf55423-6a20-4bae-9010-a768be52876b tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 9d208acf-c637-49e4-9e1c-b46154dcbc0d with Priority: HIGHEST for action security_group_members [ 865.973037] env[66341]: INFO networking_nsxv3.common.synchronization [req-f1f021dd-ea3a-4ec3-b5ee-64a0b6fe1d0e req-7bf55423-6a20-4bae-9010-a768be52876b tempest-SecurityGroupsTestJSON-860030856 tempest-SecurityGroupsTestJSON-860030856-project-member] Enqueued Resource ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac with Priority: HIGHEST for action security_group_members [ 865.973037] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 with Priority: HIGHEST for action security_group_members [ 865.973249] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d208acf-c637-49e4-9e1c-b46154dcbc0d with Priority: HIGHEST for action security_group_members [ 865.973249] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac with Priority: HIGHEST for action security_group_members [ 865.973566] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-651f16e9-13ff-45e0-8896-12ce01e01a57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.973708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.973775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.973996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.974175] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.974286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.974347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.974537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.975770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.975770] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651f16e9-13ff-45e0-8896-12ce01e01a57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.976142] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d208acf-c637-49e4-9e1c-b46154dcbc0d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.976262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d208acf-c637-49e4-9e1c-b46154dcbc0d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.976331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d208acf-c637-49e4-9e1c-b46154dcbc0d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.976805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d208acf-c637-49e4-9e1c-b46154dcbc0d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.976805] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.976805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.976805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.977141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.977141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.979682] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d208acf-c637-49e4-9e1c-b46154dcbc0d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.981737] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-5629f8f9-62a6-4fdd-8a49-af99341930ac taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.981858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.981928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.982161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.984288] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.984288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.984288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.984288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.984288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.984288] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5629f8f9-62a6-4fdd-8a49-af99341930ac',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.336503] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 in Status: SUCCESS [ 866.336755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.401249] env[66341]: INFO networking_nsxv3.common.synchronization [req-96559e57-ff0f-4a83-a8be-28686789f0b3 req-5dee4953-6af5-458b-b059-5ee8de437817 tempest-ImagesOneServerNegativeTestJSON-1858042452 tempest-ImagesOneServerNegativeTestJSON-1858042452-project-member] Enqueued Resource ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf with Priority: HIGHEST for action security_group_members [ 866.402164] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf with Priority: HIGHEST for action security_group_members [ 866.402532] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.402723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.402856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.403079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.403297] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.403504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.403669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.403887] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.404014] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.404175] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b5701b1-bb10-411e-b4c9-cd7bdf5135cf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.416920] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d93db470-b338-4be6-a10e-371fcae2e3b8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.483034] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.483034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.483267] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.483385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.484794] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.484920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.485225] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.485335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.510989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.511284] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.511438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.511488] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.511756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.511839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.511987] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d208acf-c637-49e4-9e1c-b46154dcbc0d is going to be updated. [ 866.513209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.514041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.514041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.514041] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.514041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.514041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.514041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.514041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.514369] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 is going to be updated. [ 866.515121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.515338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.550036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.550540] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.550540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.550695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.550828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.550902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.550997] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac is going to be updated. [ 866.553606] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.553739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.553800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.553985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.554135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.555821] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.555934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.556008] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.556205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.556370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.569791] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d208acf-c637-49e4-9e1c-b46154dcbc0d in Status: IN_PROGRESS for 2s [ 866.570675] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: IN_PROGRESS for 2s [ 866.592829] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.593069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.593069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.593432] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.593596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.609422] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac in Status: IN_PROGRESS for 2s [ 866.907609] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.907974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.907974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.908592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.918689] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.918871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.918900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.919392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.919392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.919392] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d93db470-b338-4be6-a10e-371fcae2e3b8 is going to be created. [ 866.935759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.936055] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.936175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.936218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.936602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.936758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.936864] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf is going to be updated. [ 866.950675] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.950905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.951019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.951697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.952364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.964373] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d93db470-b338-4be6-a10e-371fcae2e3b8 in Status: UNINITIALIZED for 2s [ 866.970960] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.971286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.971286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.971527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.972138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.982734] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf in Status: IN_PROGRESS for 2s [ 867.041972] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-886 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.042197] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.042320] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.042590] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.043044] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.043044] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.043161] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.043322] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.043462] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.043671] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.043783] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.043984] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.043984] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.044114] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.044222] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.044357] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.076898] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.077088] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 867.077232] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.077409] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.077734] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-35bd9fba-26e3-4f17-bf34-f4e56aadf4c9 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.077909] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-35bd9fba-26e3-4f17-bf34-f4e56aadf4c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.078039] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-35bd9fba-26e3-4f17-bf34-f4e56aadf4c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.078454] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-35bd9fba-26e3-4f17-bf34-f4e56aadf4c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.078598] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35bd9fba-26e3-4f17-bf34-f4e56aadf4c9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.581323] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.581577] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.581703] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.581983] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.582145] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.582298] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 35bd9fba-26e3-4f17-bf34-f4e56aadf4c9 not found, creating... [ 867.582573] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.582738] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.582854] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.583090] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.583226] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.583496] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.583645] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.583758] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.583956] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.584393] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.584606] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 35bd9fba-26e3-4f17-bf34-f4e56aadf4c9 is going to be created. [ 867.606383] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.606806] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.607100] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.607369] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.607616] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.607845] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-35bd9fba-26e3-4f17-bf34-f4e56aadf4c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.712722] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf in Status: SUCCESS [ 867.713058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.713319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.713653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.713788] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40bb9f33-0571-4295-8ea0-2da157c46cbf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.956446] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f369ba42-c031-4a0d-9642-3ed430084029 in Status: SUCCESS [ 867.956797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.956898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.957173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.957373] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.958049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.958049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.958049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.958049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.958049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.958049] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f369ba42-c031-4a0d-9642-3ed430084029',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.216616] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-40bb9f33-0571-4295-8ea0-2da157c46cbf taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.216817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.216914] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.217233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.217455] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.217608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.217715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.217930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.218079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.218617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.218834] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40bb9f33-0571-4295-8ea0-2da157c46cbf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.366878] env[66341]: INFO networking_nsxv3.common.synchronization [req-96559e57-ff0f-4a83-a8be-28686789f0b3 req-47074060-89eb-4207-b104-26ddf9cc3810 service nova] Enqueued Resource ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf with Priority: HIGHEST for action security_group_rules [ 868.366878] env[66341]: INFO networking_nsxv3.common.synchronization [req-96559e57-ff0f-4a83-a8be-28686789f0b3 req-47074060-89eb-4207-b104-26ddf9cc3810 service nova] Enqueued Resource ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf with Priority: HIGHEST for action security_group_members [ 868.366878] env[66341]: INFO networking_nsxv3.common.synchronization [req-96559e57-ff0f-4a83-a8be-28686789f0b3 req-47074060-89eb-4207-b104-26ddf9cc3810 service nova] Enqueued Resource ID: 35bd9fba-26e3-4f17-bf34-f4e56aadf4c9 with Priority: HIGHEST for action port [ 868.366878] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf with Priority: HIGHEST for action security_group_rules [ 868.366878] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf with Priority: HIGHEST for action security_group_members [ 868.367512] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bd9fba-26e3-4f17-bf34-f4e56aadf4c9 with Priority: HIGHEST for action port [ 868.368313] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.368561] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.368700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.369062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.371033] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b5701b1-bb10-411e-b4c9-cd7bdf5135cf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.371033] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.371033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.371033] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-35bd9fba-26e3-4f17-bf34-f4e56aadf4c9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.371033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35bd9fba-26e3-4f17-bf34-f4e56aadf4c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.371033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35bd9fba-26e3-4f17-bf34-f4e56aadf4c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.371833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35bd9fba-26e3-4f17-bf34-f4e56aadf4c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.374304] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35bd9fba-26e3-4f17-bf34-f4e56aadf4c9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.460517] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-f369ba42-c031-4a0d-9642-3ed430084029 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.461739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.461846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.462116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.464017] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.464017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.464017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.464017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.464017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.464017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.464017] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-f369ba42-c031-4a0d-9642-3ed430084029 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.464017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.464017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.464017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.464017] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.464017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.464017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.464017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.464017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.464017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.464017] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f369ba42-c031-4a0d-9642-3ed430084029',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.589348] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 in Status: SUCCESS [ 868.589573] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651f16e9-13ff-45e0-8896-12ce01e01a57 deletion is rescheduled due to dependency. [ 868.589698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651f16e9-13ff-45e0-8896-12ce01e01a57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.590523] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d208acf-c637-49e4-9e1c-b46154dcbc0d in Status: SUCCESS [ 868.590678] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d208acf-c637-49e4-9e1c-b46154dcbc0d deletion is rescheduled due to dependency. [ 868.590779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d208acf-c637-49e4-9e1c-b46154dcbc0d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.619296] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac in Status: SUCCESS [ 868.619510] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac deletion is rescheduled due to dependency. [ 868.619874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.721222] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-40bb9f33-0571-4295-8ea0-2da157c46cbf taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.721613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.723011] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.723078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.723292] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.723813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.723813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.723813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.723813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.723813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.723969] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-40bb9f33-0571-4295-8ea0-2da157c46cbf taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.724736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.725062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.725371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.725609] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.726193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.726193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.726193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.726193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.726487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.726736] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40bb9f33-0571-4295-8ea0-2da157c46cbf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.874732] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.874916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.878591] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35bd9fba-26e3-4f17-bf34-f4e56aadf4c9 with status ACTIVE [ 868.878591] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.878591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.878591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.878591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.878591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.878591] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.878591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.878591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.878591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.878591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.878591] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.878591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.878591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.878591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.878591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.878591] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35bd9fba-26e3-4f17-bf34-f4e56aadf4c9 is going to be updated. [ 868.900514] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.900839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.900927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.901245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.901763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.901942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35bd9fba-26e3-4f17-bf34-f4e56aadf4c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.966313] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f369ba42-c031-4a0d-9642-3ed430084029: rpc.has_security_group_logging(os_id): False [ 868.978621] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d93db470-b338-4be6-a10e-371fcae2e3b8 in Status: SUCCESS [ 868.978621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.978621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.978621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.978621] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.978621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.978621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.978621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.978621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.978621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.978621] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d93db470-b338-4be6-a10e-371fcae2e3b8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.005035] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.005035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.005035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.005035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.005983] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf in Status: SUCCESS [ 869.006398] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf deletion is rescheduled due to dependency. [ 869.006622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.007312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.007627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.007893] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.008134] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.009234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.009712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.009909] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.010134] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b5701b1-bb10-411e-b4c9-cd7bdf5135cf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.030756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.030756] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.030756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.030756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.030756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.030965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.031250] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.031250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.031586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.031586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.031650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.031880] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.031951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.031994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.032303] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.032388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.032502] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f369ba42-c031-4a0d-9642-3ed430084029 is going to be updated. [ 869.153798] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.154074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.154214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.154624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.154794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.175829] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f369ba42-c031-4a0d-9642-3ed430084029 in Status: IN_PROGRESS for 2s [ 869.230070] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40bb9f33-0571-4295-8ea0-2da157c46cbf: rpc.has_security_group_logging(os_id): False [ 869.265824] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.266087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.266213] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.266495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.266621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.268174] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.268174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.268174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.268174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.268174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.268174] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.269444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.269444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.272707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.272707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.272707] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.272707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.272707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.272707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.272707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.272707] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf is going to be updated. [ 869.356587] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.356587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.356587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.356944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.356944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.369629] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf in Status: IN_PROGRESS for 2s [ 869.481123] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d93db470-b338-4be6-a10e-371fcae2e3b8 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.481393] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.481441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.481653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.481877] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.481988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.482157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.482387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.482481] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.482587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.482793] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d93db470-b338-4be6-a10e-371fcae2e3b8 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.482896] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.482959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.483177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.483324] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.483472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.483541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.483684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.483763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.483885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.484012] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d93db470-b338-4be6-a10e-371fcae2e3b8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.513633] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b5701b1-bb10-411e-b4c9-cd7bdf5135cf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.878835] env[66341]: INFO networking_nsxv3.common.synchronization [None req-5376219e-db67-4b11-99f9-fdb2b8fa52bd None None] Enqueued Resource ID: 472bb1fa-a0ce-4159-9e9f-68a58cd8efdd with Priority: HIGHEST for action port [ 869.879468] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 472bb1fa-a0ce-4159-9e9f-68a58cd8efdd with Priority: HIGHEST for action port [ 869.879858] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-472bb1fa-a0ce-4159-9e9f-68a58cd8efdd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.880132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-472bb1fa-a0ce-4159-9e9f-68a58cd8efdd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.880380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-472bb1fa-a0ce-4159-9e9f-68a58cd8efdd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.881503] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-472bb1fa-a0ce-4159-9e9f-68a58cd8efdd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.881679] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('472bb1fa-a0ce-4159-9e9f-68a58cd8efdd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.989437] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d93db470-b338-4be6-a10e-371fcae2e3b8: rpc.has_security_group_logging(os_id): False [ 870.016948] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b5701b1-bb10-411e-b4c9-cd7bdf5135cf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.028705] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.030691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.030791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.030969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.031095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.031906] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.031906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.032061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.032209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.032273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.032479] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.032585] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.032645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.032812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.032886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.033183] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.033282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.033344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.033889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.033889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.033889] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d93db470-b338-4be6-a10e-371fcae2e3b8 is going to be created. [ 870.128025] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.128025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.128025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.128025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.128025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.143526] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d93db470-b338-4be6-a10e-371fcae2e3b8 in Status: IN_PROGRESS for 2s [ 870.191033] env[66341]: INFO networking_nsxv3.common.synchronization [req-13572539-56e0-4ae8-ab1f-27e66b3d9e26 req-4f89e850-5ee6-4202-895e-fdaed1ce0222 tempest-ServerMetadataNegativeTestJSON-1250466168 tempest-ServerMetadataNegativeTestJSON-1250466168-project-member] Enqueued Resource ID: 6113a3e5-6290-4277-8ea8-3fec5667cfae with Priority: HIGHEST for action security_group_members [ 870.191033] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6113a3e5-6290-4277-8ea8-3fec5667cfae with Priority: HIGHEST for action security_group_members [ 870.191033] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6113a3e5-6290-4277-8ea8-3fec5667cfae taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.191033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.191033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.191372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.191538] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.191644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.191709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.191855] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.191935] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.192036] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6113a3e5-6290-4277-8ea8-3fec5667cfae',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.383800] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 472bb1fa-a0ce-4159-9e9f-68a58cd8efdd [ 870.384170] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.384170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.384324] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.384693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.384693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.384693] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:472bb1fa-a0ce-4159-9e9f-68a58cd8efdd already deleted. [ 870.384693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-472bb1fa-a0ce-4159-9e9f-68a58cd8efdd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.520835] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.521055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.521158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.521424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.521545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.521654] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf is going to be updated. [ 870.563233] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.563970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.563970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.564132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.565041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.576279] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf in Status: IN_PROGRESS for 2s [ 870.645300] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.645493] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.645616] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.646057] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.646331] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.646499] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.646612] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.646833] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.646993] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.647220] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.647341] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.647444] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.647549] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.647654] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.647756] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.647887] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.672316] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.672543] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 870.672726] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.672936] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.673314] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-c200dc36-1f59-44f7-87c4-f9144db60a59 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.673564] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-c200dc36-1f59-44f7-87c4-f9144db60a59" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.673718] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-c200dc36-1f59-44f7-87c4-f9144db60a59" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.674083] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-c200dc36-1f59-44f7-87c4-f9144db60a59" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.674294] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c200dc36-1f59-44f7-87c4-f9144db60a59',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.695282] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.695466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.695586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.695733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.695828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.696018] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.696159] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.696193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.696568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.696568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.696568] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6113a3e5-6290-4277-8ea8-3fec5667cfae already deleted. [ 870.696568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.180269] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.180269] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.180269] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.180269] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.180269] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.180269] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port c200dc36-1f59-44f7-87c4-f9144db60a59 not found, creating... [ 871.180269] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.180269] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.180269] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.181673] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.182060] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.185026] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.185026] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.185026] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.185026] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.185026] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.185026] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: c200dc36-1f59-44f7-87c4-f9144db60a59 is going to be created. [ 871.205914] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f369ba42-c031-4a0d-9642-3ed430084029 in Status: SUCCESS [ 871.205914] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.211571] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.211988] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.212209] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.212597] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.212945] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.213393] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-c200dc36-1f59-44f7-87c4-f9144db60a59" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.383920] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf in Status: SUCCESS [ 871.385443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.969690] env[66341]: INFO networking_nsxv3.common.synchronization [req-13572539-56e0-4ae8-ab1f-27e66b3d9e26 req-81f181ff-aca9-44e0-aaee-006e902cb7ad service nova] Enqueued Resource ID: 6113a3e5-6290-4277-8ea8-3fec5667cfae with Priority: HIGHEST for action security_group_rules [ 871.970373] env[66341]: INFO networking_nsxv3.common.synchronization [req-13572539-56e0-4ae8-ab1f-27e66b3d9e26 req-81f181ff-aca9-44e0-aaee-006e902cb7ad service nova] Enqueued Resource ID: 6113a3e5-6290-4277-8ea8-3fec5667cfae with Priority: HIGHEST for action security_group_members [ 871.970373] env[66341]: INFO networking_nsxv3.common.synchronization [req-13572539-56e0-4ae8-ab1f-27e66b3d9e26 req-81f181ff-aca9-44e0-aaee-006e902cb7ad service nova] Enqueued Resource ID: c200dc36-1f59-44f7-87c4-f9144db60a59 with Priority: HIGHEST for action port [ 871.970550] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6113a3e5-6290-4277-8ea8-3fec5667cfae with Priority: HIGHEST for action security_group_rules [ 871.970679] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6113a3e5-6290-4277-8ea8-3fec5667cfae with Priority: HIGHEST for action security_group_members [ 871.970779] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c200dc36-1f59-44f7-87c4-f9144db60a59 with Priority: HIGHEST for action port [ 871.971067] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6113a3e5-6290-4277-8ea8-3fec5667cfae taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.973317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.973317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.973317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.973317] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6113a3e5-6290-4277-8ea8-3fec5667cfae',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.973317] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6113a3e5-6290-4277-8ea8-3fec5667cfae taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.973317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.973317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.973317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.973317] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.973317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.973317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.975418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.975607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.975754] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6113a3e5-6290-4277-8ea8-3fec5667cfae',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.976763] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-c200dc36-1f59-44f7-87c4-f9144db60a59 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.976882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c200dc36-1f59-44f7-87c4-f9144db60a59" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.976950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c200dc36-1f59-44f7-87c4-f9144db60a59" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.977123] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c200dc36-1f59-44f7-87c4-f9144db60a59" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.977221] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c200dc36-1f59-44f7-87c4-f9144db60a59',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.160467] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d93db470-b338-4be6-a10e-371fcae2e3b8 in Status: SUCCESS [ 872.160756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.295458] env[66341]: INFO networking_nsxv3.common.synchronization [None req-12b2f8cb-2f33-4100-afc6-7dd254a35638 None None] Enqueued Resource ID: 9914b7cf-9b5d-48ac-8725-d922e717006f with Priority: HIGHEST for action port [ 872.296014] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9914b7cf-9b5d-48ac-8725-d922e717006f with Priority: HIGHEST for action port [ 872.296335] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-9914b7cf-9b5d-48ac-8725-d922e717006f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.296456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9914b7cf-9b5d-48ac-8725-d922e717006f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.296522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9914b7cf-9b5d-48ac-8725-d922e717006f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.296768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9914b7cf-9b5d-48ac-8725-d922e717006f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.296962] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9914b7cf-9b5d-48ac-8725-d922e717006f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.484043] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6113a3e5-6290-4277-8ea8-3fec5667cfae',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.484043] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6113a3e5-6290-4277-8ea8-3fec5667cfae taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.484043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.484043] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c200dc36-1f59-44f7-87c4-f9144db60a59 with status ACTIVE [ 872.484043] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.484043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.484043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.484043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.484043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.484043] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.484043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.484043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.484043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.484043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.484670] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.484670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.484670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.484670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.484670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.484670] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c200dc36-1f59-44f7-87c4-f9144db60a59 is going to be updated. [ 872.507087] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.507850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.507850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.507850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.507850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.507850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c200dc36-1f59-44f7-87c4-f9144db60a59" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.586759] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf in Status: SUCCESS [ 872.587073] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.588854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.588854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.588854] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.588854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.588854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.588854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.588854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.588854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.588854] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b5701b1-bb10-411e-b4c9-cd7bdf5135cf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.799291] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9914b7cf-9b5d-48ac-8725-d922e717006f [ 872.799693] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.799907] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.800044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.800375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.800840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.800981] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9914b7cf-9b5d-48ac-8725-d922e717006f already deleted. [ 872.801699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9914b7cf-9b5d-48ac-8725-d922e717006f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.986301] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6113a3e5-6290-4277-8ea8-3fec5667cfae',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.091842] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.092042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.092042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.093687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.093687] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.093687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.093687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.093687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.093687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.093687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.093687] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.093687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.093687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.093687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.094118] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.094118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.094118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.094223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.094257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.094376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.094485] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b5701b1-bb10-411e-b4c9-cd7bdf5135cf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.492687] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.493149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.493149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.493149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.493260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.493357] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6113a3e5-6290-4277-8ea8-3fec5667cfae is going to be created. [ 873.516950] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.517148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.517148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.517351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.517510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.598274] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf: rpc.has_security_group_logging(os_id): False [ 873.616419] env[66341]: INFO networking_nsxv3.common.synchronization [req-ba1a0272-065b-44a0-b1b3-07120635ebae req-6a1574af-2383-4451-a239-0e9f36641d32 tempest-ServerGroupTestJSON-1865526703 tempest-ServerGroupTestJSON-1865526703-project-member] Enqueued Resource ID: bb7dc91f-f781-47a5-a823-7bb2d5bb1228 with Priority: HIGHEST for action security_group_members [ 873.616639] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb7dc91f-f781-47a5-a823-7bb2d5bb1228 with Priority: HIGHEST for action security_group_members [ 873.617228] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.617228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.617228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.617964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.618168] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.618304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.618346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.618508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.618769] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.618769] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb7dc91f-f781-47a5-a823-7bb2d5bb1228',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.623316] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6113a3e5-6290-4277-8ea8-3fec5667cfae in Status: UNINITIALIZED for 2s [ 873.634895] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.634895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.634895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.634895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.634895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.634895] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.634895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.634895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.636241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.636241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.636241] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.636241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.636241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.636241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.636241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.636241] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.636241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.636241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.636241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.636241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.636691] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf is going to be updated. [ 873.719326] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.719499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.719535] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.719800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.719895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.736312] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf in Status: IN_PROGRESS for 2s [ 874.121092] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.121262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.121444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.121641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.121733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.121945] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.122070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.122134] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.122282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.122357] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.122440] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb7dc91f-f781-47a5-a823-7bb2d5bb1228 already deleted. [ 874.126042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.767284] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.767284] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-883" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.767284] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-883" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.767284] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-883" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.767708] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.767708] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.767708] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.767918] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.768127] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.768408] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.768534] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.768670] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.768779] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.768890] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.769125] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.769309] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.788198] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.788327] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.788490] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.788583] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-883" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.788900] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-5956386f-6bc3-4196-8775-4ac2ed3e8c51 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.789087] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-5956386f-6bc3-4196-8775-4ac2ed3e8c51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.789209] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-5956386f-6bc3-4196-8775-4ac2ed3e8c51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.789544] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-5956386f-6bc3-4196-8775-4ac2ed3e8c51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.789712] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5956386f-6bc3-4196-8775-4ac2ed3e8c51',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.090304] env[66341]: INFO networking_nsxv3.common.synchronization [None req-30a87a13-be23-468b-b361-9c731c2efa62 None None] Enqueued Resource ID: 0fc3c465-df4e-43fd-855a-7a9aa9ec3dc1 with Priority: HIGHEST for action port [ 875.090736] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc3c465-df4e-43fd-855a-7a9aa9ec3dc1 with Priority: HIGHEST for action port [ 875.090825] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fc3c465-df4e-43fd-855a-7a9aa9ec3dc1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.090893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fc3c465-df4e-43fd-855a-7a9aa9ec3dc1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.090967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fc3c465-df4e-43fd-855a-7a9aa9ec3dc1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.091329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fc3c465-df4e-43fd-855a-7a9aa9ec3dc1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.091420] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fc3c465-df4e-43fd-855a-7a9aa9ec3dc1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.292063] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.292412] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.292771] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.293087] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.293272] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.293550] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 5956386f-6bc3-4196-8775-4ac2ed3e8c51 not found, creating... [ 875.293771] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.293971] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.294106] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.294425] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.294572] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.294988] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.297391] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.297538] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.298781] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.298781] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.298781] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 5956386f-6bc3-4196-8775-4ac2ed3e8c51 is going to be created. [ 875.331967] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.332204] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.332329] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.332699] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.332935] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.333178] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-5956386f-6bc3-4196-8775-4ac2ed3e8c51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.594607] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fc3c465-df4e-43fd-855a-7a9aa9ec3dc1 [ 875.594607] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.594607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.594607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.594607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.594607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.594607] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fc3c465-df4e-43fd-855a-7a9aa9ec3dc1 already deleted. [ 875.594607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fc3c465-df4e-43fd-855a-7a9aa9ec3dc1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.634180] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6113a3e5-6290-4277-8ea8-3fec5667cfae in Status: SUCCESS [ 875.634451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.634634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.634903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.635810] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.635810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.635810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.635810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.635810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.635810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.635810] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6113a3e5-6290-4277-8ea8-3fec5667cfae',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.751248] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf in Status: SUCCESS [ 875.751513] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.078190] env[66341]: INFO networking_nsxv3.common.synchronization [req-ba1a0272-065b-44a0-b1b3-07120635ebae req-f5a7e137-17ba-4a6b-978b-0b4d1e7f316e service nova] Enqueued Resource ID: bb7dc91f-f781-47a5-a823-7bb2d5bb1228 with Priority: HIGHEST for action security_group_rules [ 876.078190] env[66341]: INFO networking_nsxv3.common.synchronization [req-ba1a0272-065b-44a0-b1b3-07120635ebae req-f5a7e137-17ba-4a6b-978b-0b4d1e7f316e service nova] Enqueued Resource ID: bb7dc91f-f781-47a5-a823-7bb2d5bb1228 with Priority: HIGHEST for action security_group_members [ 876.079352] env[66341]: INFO networking_nsxv3.common.synchronization [req-ba1a0272-065b-44a0-b1b3-07120635ebae req-f5a7e137-17ba-4a6b-978b-0b4d1e7f316e service nova] Enqueued Resource ID: 5956386f-6bc3-4196-8775-4ac2ed3e8c51 with Priority: HIGHEST for action port [ 876.081093] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb7dc91f-f781-47a5-a823-7bb2d5bb1228 with Priority: HIGHEST for action security_group_rules [ 876.081093] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb7dc91f-f781-47a5-a823-7bb2d5bb1228 with Priority: HIGHEST for action security_group_members [ 876.081093] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5956386f-6bc3-4196-8775-4ac2ed3e8c51 with Priority: HIGHEST for action port [ 876.081093] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb7dc91f-f781-47a5-a823-7bb2d5bb1228 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.081093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.081093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.081093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.081388] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb7dc91f-f781-47a5-a823-7bb2d5bb1228',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.082180] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.082297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.082364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.082670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.082730] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.082825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.082887] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.083070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.083168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.083681] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb7dc91f-f781-47a5-a823-7bb2d5bb1228',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.085162] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-5956386f-6bc3-4196-8775-4ac2ed3e8c51 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.085319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5956386f-6bc3-4196-8775-4ac2ed3e8c51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.085389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5956386f-6bc3-4196-8775-4ac2ed3e8c51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.085552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5956386f-6bc3-4196-8775-4ac2ed3e8c51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.085634] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5956386f-6bc3-4196-8775-4ac2ed3e8c51',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.142379] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6113a3e5-6290-4277-8ea8-3fec5667cfae taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.142379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.142379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.142379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.142379] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.142379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.142379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.142379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.142379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.142379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.142379] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6113a3e5-6290-4277-8ea8-3fec5667cfae taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.142379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.142379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.142379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.142379] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.142379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.142953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.142953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.142953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.142953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.143059] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6113a3e5-6290-4277-8ea8-3fec5667cfae',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.595042] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb7dc91f-f781-47a5-a823-7bb2d5bb1228',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.595042] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.595042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.595042] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5956386f-6bc3-4196-8775-4ac2ed3e8c51 with status ACTIVE [ 876.595042] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.595042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.595042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.596767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.597826] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.598841] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.598841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.598841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.598841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.598841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.598841] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.598841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.598841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.599351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.599351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.599351] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5956386f-6bc3-4196-8775-4ac2ed3e8c51 is going to be updated. [ 876.624575] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.624575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.624575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.624575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.624575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.624575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5956386f-6bc3-4196-8775-4ac2ed3e8c51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.648211] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6113a3e5-6290-4277-8ea8-3fec5667cfae: rpc.has_security_group_logging(os_id): False [ 876.673351] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.673517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.673573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.673754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.673835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.674049] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.674144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.674206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.674348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.674420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.674588] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.674752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.674813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.674948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.675026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.675211] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.675295] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.675351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.675481] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.675547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.675626] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6113a3e5-6290-4277-8ea8-3fec5667cfae is going to be created. [ 876.757023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.757023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.757023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.757023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.757023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.769148] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6113a3e5-6290-4277-8ea8-3fec5667cfae in Status: IN_PROGRESS for 2s [ 876.904561] env[66341]: INFO networking_nsxv3.common.synchronization [req-18bde2c1-34b9-4090-9282-ec13c0aa05ef req-68a3453c-ab2d-4fc0-8de8-b93c32949436 tempest-ImagesTestJSON-624667671 tempest-ImagesTestJSON-624667671-project-member] Enqueued Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 876.907102] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 876.907102] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.907102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.907102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.907102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.907570] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.907788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.907788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.908074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.908074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.908261] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.096047] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb7dc91f-f781-47a5-a823-7bb2d5bb1228',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.120733] env[66341]: INFO networking_nsxv3.common.synchronization [None req-9ad029d3-bba0-423e-98f1-e0ea49db419b tempest-AttachVolumeNegativeTest-2113034914 tempest-AttachVolumeNegativeTest-2113034914-project-member] Enqueued Resource ID: d57976cb-8734-4b9f-8d2f-814970a81abd with Priority: HIGHEST for action security_group_rules [ 877.121315] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57976cb-8734-4b9f-8d2f-814970a81abd with Priority: HIGHEST for action security_group_rules [ 877.122504] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d57976cb-8734-4b9f-8d2f-814970a81abd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.122828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.122828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.122936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.123028] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d57976cb-8734-4b9f-8d2f-814970a81abd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.307147] env[66341]: INFO networking_nsxv3.common.synchronization [None req-b8e0ee99-dfe1-4f0a-9205-0077e46d6f69 None None] Enqueued Resource ID: 68f79e36-6729-498d-9d50-866985429958 with Priority: HIGHEST for action port [ 877.308235] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f79e36-6729-498d-9d50-866985429958 with Priority: HIGHEST for action port [ 877.308691] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-68f79e36-6729-498d-9d50-866985429958 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.308864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68f79e36-6729-498d-9d50-866985429958" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.309064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68f79e36-6729-498d-9d50-866985429958" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.309478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68f79e36-6729-498d-9d50-866985429958" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.309641] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68f79e36-6729-498d-9d50-866985429958',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.339056] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-468 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.339265] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-468" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.339388] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-468" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.339669] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-468" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.339927] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.340567] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.340706] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.340935] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.341097] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.344021] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.344021] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.344021] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.344021] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.344021] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.344021] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.344021] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.363653] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.363848] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 877.364049] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.364186] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-468" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.364503] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-fe4c63aa-0c27-4730-9cba-3d576c21a619 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.364698] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-fe4c63aa-0c27-4730-9cba-3d576c21a619" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.364814] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-fe4c63aa-0c27-4730-9cba-3d576c21a619" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.365181] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-fe4c63aa-0c27-4730-9cba-3d576c21a619" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.365319] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe4c63aa-0c27-4730-9cba-3d576c21a619',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.411022] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.416586] env[66341]: INFO networking_nsxv3.common.synchronization [None req-87040d42-81a2-43a1-a2ad-6c7c0420e5c5 tempest-AttachVolumeNegativeTest-2113034914 tempest-AttachVolumeNegativeTest-2113034914-project-member] Enqueued Resource ID: d57976cb-8734-4b9f-8d2f-814970a81abd with Priority: HIGHEST for action security_group_rules [ 877.417208] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57976cb-8734-4b9f-8d2f-814970a81abd with Priority: HIGHEST for action security_group_rules [ 877.417563] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d57976cb-8734-4b9f-8d2f-814970a81abd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.417684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.600313] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.600313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.600313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.600313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.600313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.600733] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb7dc91f-f781-47a5-a823-7bb2d5bb1228 is going to be created. [ 877.627554] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.627686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.627758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.627960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.628137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.639874] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb7dc91f-f781-47a5-a823-7bb2d5bb1228 in Status: UNINITIALIZED for 2s [ 877.645383] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.645544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.645664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.645832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.646547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.646547] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d57976cb-8734-4b9f-8d2f-814970a81abd already deleted. [ 877.646547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.646860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.647120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.647280] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d57976cb-8734-4b9f-8d2f-814970a81abd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.814140] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68f79e36-6729-498d-9d50-866985429958 [ 877.814140] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.814140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.814140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.814140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.814140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.814140] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68f79e36-6729-498d-9d50-866985429958 already deleted. [ 877.814140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68f79e36-6729-498d-9d50-866985429958" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.869176] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.869407] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.869536] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.869828] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.869978] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.870146] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port fe4c63aa-0c27-4730-9cba-3d576c21a619 not found, creating... [ 877.870452] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.870621] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.870739] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.870956] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.871104] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.871630] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.871630] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.871766] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.871882] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.872029] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.872589] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: fe4c63aa-0c27-4730-9cba-3d576c21a619 is going to be created. [ 877.899092] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.899751] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.899751] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.899751] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.899921] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.900155] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-fe4c63aa-0c27-4730-9cba-3d576c21a619" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.915037] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.170451] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.170884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.170884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.171143] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.171303] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.171495] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d57976cb-8734-4b9f-8d2f-814970a81abd already deleted. [ 878.171637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.418214] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.419523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.419523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.419523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.419523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.419523] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 is going to be updated. [ 878.450029] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.450029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.450029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.450029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.450029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.466638] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: IN_PROGRESS for 2s [ 878.708182] env[66341]: INFO networking_nsxv3.common.synchronization [req-18bde2c1-34b9-4090-9282-ec13c0aa05ef req-d855085c-c137-433a-b51e-99f7ef92ff65 service nova] Enqueued Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_rules [ 878.708438] env[66341]: INFO networking_nsxv3.common.synchronization [req-18bde2c1-34b9-4090-9282-ec13c0aa05ef req-d855085c-c137-433a-b51e-99f7ef92ff65 service nova] Enqueued Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 878.708618] env[66341]: INFO networking_nsxv3.common.synchronization [req-18bde2c1-34b9-4090-9282-ec13c0aa05ef req-d855085c-c137-433a-b51e-99f7ef92ff65 service nova] Enqueued Resource ID: fe4c63aa-0c27-4730-9cba-3d576c21a619 with Priority: HIGHEST for action port [ 878.709587] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_rules [ 878.709739] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 878.709845] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4c63aa-0c27-4730-9cba-3d576c21a619 with Priority: HIGHEST for action port [ 878.710193] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.710418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.710418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.710664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.710773] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.712032] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.712129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.712389] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe4c63aa-0c27-4730-9cba-3d576c21a619 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.712493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe4c63aa-0c27-4730-9cba-3d576c21a619" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.712493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe4c63aa-0c27-4730-9cba-3d576c21a619" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.712716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe4c63aa-0c27-4730-9cba-3d576c21a619" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.712782] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe4c63aa-0c27-4730-9cba-3d576c21a619',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.782966] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6113a3e5-6290-4277-8ea8-3fec5667cfae in Status: SUCCESS [ 878.782966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.215739] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.215739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.216118] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe4c63aa-0c27-4730-9cba-3d576c21a619 with status ACTIVE [ 879.216118] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.216118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.216249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.216853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.216853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.216853] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.216853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.216853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.217060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.217060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.217227] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.217475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.217475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.217475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.217627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.217627] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe4c63aa-0c27-4730-9cba-3d576c21a619 is going to be updated. [ 879.244020] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.244020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.244020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.244320] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.244370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.245209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe4c63aa-0c27-4730-9cba-3d576c21a619" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.654627] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb7dc91f-f781-47a5-a823-7bb2d5bb1228 in Status: SUCCESS [ 879.654627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.654627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.654627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.654627] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.654627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.654627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.654627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.654627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.654627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.654627] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb7dc91f-f781-47a5-a823-7bb2d5bb1228',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.159265] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.160081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.160081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.160081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.160081] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.160081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.160081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.160434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.160434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.161278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.161278] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.161278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.161278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.161278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.161278] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.161278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.161519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.161519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.161570] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.161611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.161702] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb7dc91f-f781-47a5-a823-7bb2d5bb1228',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.169587] env[66341]: INFO networking_nsxv3.common.synchronization [req-11a50635-350a-4b8c-bc95-a3ada24aaf4a req-2344ed9a-72bf-458d-ab40-28a3a43c87d9 tempest-ListServerFiltersTestJSON-1649813458 tempest-ListServerFiltersTestJSON-1649813458-project-member] Enqueued Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGHEST for action security_group_members [ 880.170044] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGHEST for action security_group_members [ 880.170375] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-76295074-26bf-4f23-95ce-4821c762f5da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.170499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.170551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.170730] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.170871] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.170982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.171150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.171326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.171425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.171521] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.477124] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: SUCCESS [ 880.477124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.477124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.477426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.477426] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.477563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.477598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.477747] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.477833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.477914] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.665676] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb7dc91f-f781-47a5-a823-7bb2d5bb1228: rpc.has_security_group_logging(os_id): False [ 880.674665] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.674665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.674665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.674665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.686518] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.686638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.694326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.694897] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.695026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.695026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.695240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.695327] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.695471] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76295074-26bf-4f23-95ce-4821c762f5da is going to be updated. [ 880.696438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.696614] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.696697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.696879] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.696982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.697069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.697211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.697329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.697647] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.697647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.697759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.697832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.697864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.698530] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.698530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.698530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.698530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.698530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.698530] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb7dc91f-f781-47a5-a823-7bb2d5bb1228 is going to be created. [ 880.730907] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.731097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.731199] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.731482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.731632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.741849] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76295074-26bf-4f23-95ce-4821c762f5da in Status: IN_PROGRESS for 2s [ 880.766802] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.766934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.766978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.767547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.767547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.778567] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb7dc91f-f781-47a5-a823-7bb2d5bb1228 in Status: IN_PROGRESS for 2s [ 880.980833] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.485487] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.989487] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.989487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.989487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.989487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.989487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.989801] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 is going to be updated. [ 882.026027] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.026027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.026027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.026027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.026027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.037866] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: IN_PROGRESS for 2s [ 882.753792] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76295074-26bf-4f23-95ce-4821c762f5da in Status: SUCCESS [ 882.754083] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76295074-26bf-4f23-95ce-4821c762f5da deletion is rescheduled due to dependency. [ 882.754120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.793845] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb7dc91f-f781-47a5-a823-7bb2d5bb1228 in Status: SUCCESS [ 882.793845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.051076] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: SUCCESS [ 884.051539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.051539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.051882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.051882] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.052033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.052173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.052574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.052574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.052574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.052574] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.555763] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.555952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.556060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.556656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.556656] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.556806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.556886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.557076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.557174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.558111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.558111] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.558111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.558111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.558313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.558426] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.558539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.558604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.558779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.558933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.559084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.559322] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.062240] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b397b141-5d64-495c-bf3e-d1ac9a776420: rpc.has_security_group_logging(os_id): False [ 885.084232] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.084376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.084476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.084708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.110204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.110623] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.110779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.110874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.111171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.111412] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.111539] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.111682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.111796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.113437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.113437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.113437] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.113437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.113437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.113437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.113437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.113437] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 is going to be updated. [ 885.170950] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 885.171119] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 885.199847] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.200093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.200205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.200535] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.204023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.226964] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: IN_PROGRESS for 2s [ 886.471220] env[66341]: INFO networking_nsxv3.common.synchronization [None req-387c82f5-ab45-4941-aca9-63aa7039e970 None None] Enqueued Resource ID: 487dac19-a0ba-43e0-8672-44f2ad885888 with Priority: HIGHEST for action port [ 886.471920] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 487dac19-a0ba-43e0-8672-44f2ad885888 with Priority: HIGHEST for action port [ 886.473050] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-487dac19-a0ba-43e0-8672-44f2ad885888 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.473050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-487dac19-a0ba-43e0-8672-44f2ad885888" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.473050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-487dac19-a0ba-43e0-8672-44f2ad885888" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.473285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-487dac19-a0ba-43e0-8672-44f2ad885888" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.474412] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('487dac19-a0ba-43e0-8672-44f2ad885888',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.698426] env[66341]: INFO networking_nsxv3.common.synchronization [None req-e40d3b6d-0fb7-4d97-9bb5-7b7cca5f47aa None None] Enqueued Resource ID: dace24d5-2a31-4726-b4f4-d0c076fd42a7 with Priority: HIGHEST for action port [ 886.699317] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dace24d5-2a31-4726-b4f4-d0c076fd42a7 with Priority: HIGHEST for action port [ 886.700040] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-dace24d5-2a31-4726-b4f4-d0c076fd42a7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.700268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dace24d5-2a31-4726-b4f4-d0c076fd42a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.700444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dace24d5-2a31-4726-b4f4-d0c076fd42a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.700837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dace24d5-2a31-4726-b4f4-d0c076fd42a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.701023] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dace24d5-2a31-4726-b4f4-d0c076fd42a7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.976271] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 487dac19-a0ba-43e0-8672-44f2ad885888 [ 886.976529] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.976724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.976724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.976942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.977040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.977136] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:487dac19-a0ba-43e0-8672-44f2ad885888 already deleted. [ 886.977214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-487dac19-a0ba-43e0-8672-44f2ad885888" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.208452] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dace24d5-2a31-4726-b4f4-d0c076fd42a7 [ 887.210619] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.210619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.210619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.210619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.210619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.210619] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dace24d5-2a31-4726-b4f4-d0c076fd42a7 already deleted. [ 887.210619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dace24d5-2a31-4726-b4f4-d0c076fd42a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.256374] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: SUCCESS [ 887.256664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.253961] env[66341]: INFO networking_nsxv3.common.synchronization [None req-d4d726b6-b8c7-4e35-a0e3-e28350347d90 None None] Enqueued Resource ID: 42124e4c-9815-418d-9c27-8ee610f9d619 with Priority: HIGHEST for action port [ 889.255667] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42124e4c-9815-418d-9c27-8ee610f9d619 with Priority: HIGHEST for action port [ 889.255667] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-42124e4c-9815-418d-9c27-8ee610f9d619 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.255667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42124e4c-9815-418d-9c27-8ee610f9d619" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.255861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42124e4c-9815-418d-9c27-8ee610f9d619" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.256510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42124e4c-9815-418d-9c27-8ee610f9d619" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.256675] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42124e4c-9815-418d-9c27-8ee610f9d619',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.479103] env[66341]: INFO networking_nsxv3.common.synchronization [req-4c641bd5-62e7-4a0d-ab80-130d378eebcc req-4ced7728-3168-44a7-8f9d-5a71dde7fd59 tempest-ServersAdminTestJSON-653169236 tempest-ServersAdminTestJSON-653169236-project-member] Enqueued Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_members [ 889.479917] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_members [ 889.480617] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.480617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.480617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.480824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.480989] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.481100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.481162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.481305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.481391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.481759] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.759669] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42124e4c-9815-418d-9c27-8ee610f9d619 [ 889.761678] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.761678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.761678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.761678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.761678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.761875] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42124e4c-9815-418d-9c27-8ee610f9d619 already deleted. [ 889.761875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42124e4c-9815-418d-9c27-8ee610f9d619" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.986874] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.180648] env[66341]: INFO networking_nsxv3.common.synchronization [None req-5ffd5960-397b-46ac-949f-9da041b85882 tempest-ServerDiskConfigTestJSON-1657017966 tempest-ServerDiskConfigTestJSON-1657017966-project-member] Enqueued Resource ID: 96a5240c-f256-479e-811d-e5152683dfc4 with Priority: HIGHEST for action security_group_rules [ 890.181731] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96a5240c-f256-479e-811d-e5152683dfc4 with Priority: HIGHEST for action security_group_rules [ 890.181731] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96a5240c-f256-479e-811d-e5152683dfc4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.181731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96a5240c-f256-479e-811d-e5152683dfc4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.181883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96a5240c-f256-479e-811d-e5152683dfc4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.182045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96a5240c-f256-479e-811d-e5152683dfc4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.182137] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96a5240c-f256-479e-811d-e5152683dfc4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.287168] env[66341]: INFO networking_nsxv3.common.synchronization [None req-02975c89-b62f-45c0-b2af-0eb119845866 tempest-ServerDiskConfigTestJSON-1657017966 tempest-ServerDiskConfigTestJSON-1657017966-project-member] Enqueued Resource ID: 96a5240c-f256-479e-811d-e5152683dfc4 with Priority: HIGHEST for action security_group_rules [ 890.290963] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96a5240c-f256-479e-811d-e5152683dfc4 with Priority: HIGHEST for action security_group_rules [ 890.290963] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96a5240c-f256-479e-811d-e5152683dfc4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.290963] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96a5240c-f256-479e-811d-e5152683dfc4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.425930] env[66341]: INFO networking_nsxv3.common.synchronization [None req-66ddd805-5d32-49e5-813f-a9913f3d773a None None] Enqueued Resource ID: a59683df-1e07-4ee2-8db1-c4a6f300cf5e with Priority: HIGHEST for action port [ 890.426582] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a59683df-1e07-4ee2-8db1-c4a6f300cf5e with Priority: HIGHEST for action port [ 890.426989] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-a59683df-1e07-4ee2-8db1-c4a6f300cf5e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.427837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a59683df-1e07-4ee2-8db1-c4a6f300cf5e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.427837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a59683df-1e07-4ee2-8db1-c4a6f300cf5e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.427837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a59683df-1e07-4ee2-8db1-c4a6f300cf5e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.428233] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a59683df-1e07-4ee2-8db1-c4a6f300cf5e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.489064] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.713761] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.713761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.713761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.713761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.713761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.713761] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96a5240c-f256-479e-811d-e5152683dfc4 already deleted. [ 890.713761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96a5240c-f256-479e-811d-e5152683dfc4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.713761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96a5240c-f256-479e-811d-e5152683dfc4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.713761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96a5240c-f256-479e-811d-e5152683dfc4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.713761] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96a5240c-f256-479e-811d-e5152683dfc4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.931683] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a59683df-1e07-4ee2-8db1-c4a6f300cf5e [ 890.932704] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.932704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.932704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.932704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.932704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.932704] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a59683df-1e07-4ee2-8db1-c4a6f300cf5e already deleted. [ 890.932704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a59683df-1e07-4ee2-8db1-c4a6f300cf5e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.992582] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.992745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.992817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.993053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.993148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.993248] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b is going to be updated. [ 891.034844] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.034844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.034844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.034844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.035347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.052087] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: IN_PROGRESS for 2s [ 891.247617] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.247803] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.247853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.248289] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.248501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.248620] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96a5240c-f256-479e-811d-e5152683dfc4 already deleted. [ 891.248703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96a5240c-f256-479e-811d-e5152683dfc4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.310552] env[66341]: INFO networking_nsxv3.common.synchronization [req-edd4822e-bd08-453b-a1be-a23926c99be9 req-d13b4094-c96a-4bfb-94a8-17ca35c2cb3a tempest-ServerRescueTestJSONUnderV235-626764204 tempest-ServerRescueTestJSONUnderV235-626764204-project-member] Enqueued Resource ID: 0e226fc3-57b1-4e0c-bd74-23bb151c9bbe with Priority: HIGHEST for action security_group_members [ 892.310552] env[66341]: INFO networking_nsxv3.common.synchronization [req-edd4822e-bd08-453b-a1be-a23926c99be9 req-d13b4094-c96a-4bfb-94a8-17ca35c2cb3a tempest-ServerRescueTestJSONUnderV235-626764204 tempest-ServerRescueTestJSONUnderV235-626764204-project-member] Enqueued Resource ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 with Priority: HIGHEST for action security_group_members [ 892.310552] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e226fc3-57b1-4e0c-bd74-23bb151c9bbe with Priority: HIGHEST for action security_group_members [ 892.310552] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 with Priority: HIGHEST for action security_group_members [ 892.310552] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e226fc3-57b1-4e0c-bd74-23bb151c9bbe taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.310552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e226fc3-57b1-4e0c-bd74-23bb151c9bbe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.310552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e226fc3-57b1-4e0c-bd74-23bb151c9bbe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.311321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e226fc3-57b1-4e0c-bd74-23bb151c9bbe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.311665] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.311722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.311806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.312261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.312261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.312261] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e226fc3-57b1-4e0c-bd74-23bb151c9bbe',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.315269] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-294a4515-afee-4e93-8f64-e1d5ca02aa15 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.315269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.315269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.315269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.315269] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.315269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.315269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.315531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.315531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.315531] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('294a4515-afee-4e93-8f64-e1d5ca02aa15',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.374323] env[66341]: INFO networking_nsxv3.common.synchronization [req-edd4822e-bd08-453b-a1be-a23926c99be9 req-d13b4094-c96a-4bfb-94a8-17ca35c2cb3a tempest-ServerRescueTestJSONUnderV235-626764204 tempest-ServerRescueTestJSONUnderV235-626764204-project-member] Enqueued Resource ID: 0e226fc3-57b1-4e0c-bd74-23bb151c9bbe with Priority: HIGHEST for action security_group_rules [ 892.374618] env[66341]: INFO networking_nsxv3.common.synchronization [req-edd4822e-bd08-453b-a1be-a23926c99be9 req-d13b4094-c96a-4bfb-94a8-17ca35c2cb3a tempest-ServerRescueTestJSONUnderV235-626764204 tempest-ServerRescueTestJSONUnderV235-626764204-project-member] Enqueued Resource ID: 0e226fc3-57b1-4e0c-bd74-23bb151c9bbe with Priority: HIGHEST for action security_group_members [ 892.374705] env[66341]: INFO networking_nsxv3.common.synchronization [req-edd4822e-bd08-453b-a1be-a23926c99be9 req-d13b4094-c96a-4bfb-94a8-17ca35c2cb3a tempest-ServerRescueTestJSONUnderV235-626764204 tempest-ServerRescueTestJSONUnderV235-626764204-project-member] Enqueued Resource ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 with Priority: HIGHEST for action security_group_rules [ 892.374909] env[66341]: INFO networking_nsxv3.common.synchronization [req-edd4822e-bd08-453b-a1be-a23926c99be9 req-d13b4094-c96a-4bfb-94a8-17ca35c2cb3a tempest-ServerRescueTestJSONUnderV235-626764204 tempest-ServerRescueTestJSONUnderV235-626764204-project-member] Enqueued Resource ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 with Priority: HIGHEST for action security_group_members [ 892.375111] env[66341]: INFO networking_nsxv3.common.synchronization [req-edd4822e-bd08-453b-a1be-a23926c99be9 req-d13b4094-c96a-4bfb-94a8-17ca35c2cb3a tempest-ServerRescueTestJSONUnderV235-626764204 tempest-ServerRescueTestJSONUnderV235-626764204-project-member] Enqueued Resource ID: e7450471-c40e-4a7c-ae0d-cb99572f6d5b with Priority: HIGHEST for action port [ 892.375993] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e226fc3-57b1-4e0c-bd74-23bb151c9bbe with Priority: HIGHEST for action security_group_rules [ 892.376154] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 with Priority: HIGHEST for action security_group_rules [ 892.376249] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7450471-c40e-4a7c-ae0d-cb99572f6d5b with Priority: HIGHEST for action port [ 892.376371] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e226fc3-57b1-4e0c-bd74-23bb151c9bbe with Priority: HIGHEST for action security_group_members [ 892.376493] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 with Priority: HIGHEST for action security_group_members [ 892.376897] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e226fc3-57b1-4e0c-bd74-23bb151c9bbe taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.377076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e226fc3-57b1-4e0c-bd74-23bb151c9bbe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.377159] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e226fc3-57b1-4e0c-bd74-23bb151c9bbe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.377484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e226fc3-57b1-4e0c-bd74-23bb151c9bbe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.377618] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e226fc3-57b1-4e0c-bd74-23bb151c9bbe',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.378911] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-294a4515-afee-4e93-8f64-e1d5ca02aa15 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.379647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.379814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.380197] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.380298] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('294a4515-afee-4e93-8f64-e1d5ca02aa15',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.381945] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7450471-c40e-4a7c-ae0d-cb99572f6d5b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.381945] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7450471-c40e-4a7c-ae0d-cb99572f6d5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.382104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7450471-c40e-4a7c-ae0d-cb99572f6d5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.382273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7450471-c40e-4a7c-ae0d-cb99572f6d5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.382404] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7450471-c40e-4a7c-ae0d-cb99572f6d5b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.387159] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e226fc3-57b1-4e0c-bd74-23bb151c9bbe taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.387159] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e226fc3-57b1-4e0c-bd74-23bb151c9bbe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.387159] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-294a4515-afee-4e93-8f64-e1d5ca02aa15 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.387159] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.817096] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e226fc3-57b1-4e0c-bd74-23bb151c9bbe',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.818488] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('294a4515-afee-4e93-8f64-e1d5ca02aa15',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.886440] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e226fc3-57b1-4e0c-bd74-23bb151c9bbe taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.886593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e226fc3-57b1-4e0c-bd74-23bb151c9bbe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.886956] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-294a4515-afee-4e93-8f64-e1d5ca02aa15 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.887104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.887354] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7450471-c40e-4a7c-ae0d-cb99572f6d5b with status ACTIVE [ 892.887978] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.887978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.887978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.888240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.888454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.888736] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.888881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.888970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.889204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.889318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.890590] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.890590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.890590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.890590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.890590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.890590] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7450471-c40e-4a7c-ae0d-cb99572f6d5b is going to be updated. [ 892.916982] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.917635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.917635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.917635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.917813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.917952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7450471-c40e-4a7c-ae0d-cb99572f6d5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.063556] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: SUCCESS [ 893.063556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.075175] env[66341]: INFO networking_nsxv3.common.synchronization [req-64cd9998-b325-44ce-9d39-322b396d2367 req-7b172ffc-41e6-48c9-9686-58e7d08977f8 tempest-ServerRescueTestJSONUnderV235-626764204 tempest-ServerRescueTestJSONUnderV235-626764204-project-member] Enqueued Resource ID: 0e226fc3-57b1-4e0c-bd74-23bb151c9bbe with Priority: HIGHEST for action security_group_members [ 893.075175] env[66341]: INFO networking_nsxv3.common.synchronization [req-64cd9998-b325-44ce-9d39-322b396d2367 req-7b172ffc-41e6-48c9-9686-58e7d08977f8 tempest-ServerRescueTestJSONUnderV235-626764204 tempest-ServerRescueTestJSONUnderV235-626764204-project-member] Enqueued Resource ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 with Priority: HIGHEST for action security_group_members [ 893.075175] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e226fc3-57b1-4e0c-bd74-23bb151c9bbe with Priority: HIGHEST for action security_group_members [ 893.075175] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 with Priority: HIGHEST for action security_group_members [ 893.075175] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e226fc3-57b1-4e0c-bd74-23bb151c9bbe taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.075175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e226fc3-57b1-4e0c-bd74-23bb151c9bbe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.075175] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-294a4515-afee-4e93-8f64-e1d5ca02aa15 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.075691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.119548] env[66341]: INFO networking_nsxv3.common.synchronization [req-3788c95d-2ea0-473c-8609-bbb43136b175 req-27077f32-c97b-475c-815a-d8758c24184d tempest-ServerGroupTestJSON-1865526703 tempest-ServerGroupTestJSON-1865526703-project-member] Enqueued Resource ID: bb7dc91f-f781-47a5-a823-7bb2d5bb1228 with Priority: HIGHEST for action security_group_members [ 893.120358] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb7dc91f-f781-47a5-a823-7bb2d5bb1228 with Priority: HIGHEST for action security_group_members [ 893.120358] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.120610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.120610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.120954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.120954] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.121093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.121093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.121227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.121308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.121454] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb7dc91f-f781-47a5-a823-7bb2d5bb1228',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.127382] env[66341]: INFO networking_nsxv3.common.synchronization [req-64cd9998-b325-44ce-9d39-322b396d2367 req-7b172ffc-41e6-48c9-9686-58e7d08977f8 tempest-ServerRescueTestJSONUnderV235-626764204 tempest-ServerRescueTestJSONUnderV235-626764204-project-member] Enqueued Resource ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 with Priority: HIGHEST for action security_group_rules [ 893.127382] env[66341]: INFO networking_nsxv3.common.synchronization [req-64cd9998-b325-44ce-9d39-322b396d2367 req-7b172ffc-41e6-48c9-9686-58e7d08977f8 tempest-ServerRescueTestJSONUnderV235-626764204 tempest-ServerRescueTestJSONUnderV235-626764204-project-member] Enqueued Resource ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 with Priority: HIGHEST for action security_group_members [ 893.127382] env[66341]: INFO networking_nsxv3.common.synchronization [req-64cd9998-b325-44ce-9d39-322b396d2367 req-7b172ffc-41e6-48c9-9686-58e7d08977f8 tempest-ServerRescueTestJSONUnderV235-626764204 tempest-ServerRescueTestJSONUnderV235-626764204-project-member] Enqueued Resource ID: e7450471-c40e-4a7c-ae0d-cb99572f6d5b with Priority: HIGHEST for action port [ 893.127965] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 with Priority: HIGHEST for action security_group_rules [ 893.127965] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 with Priority: HIGHEST for action security_group_members [ 893.127965] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7450471-c40e-4a7c-ae0d-cb99572f6d5b with Priority: HIGHEST for action port [ 893.128163] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-294a4515-afee-4e93-8f64-e1d5ca02aa15 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.128265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.128488] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-294a4515-afee-4e93-8f64-e1d5ca02aa15 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.128580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.128767] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7450471-c40e-4a7c-ae0d-cb99572f6d5b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.128865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7450471-c40e-4a7c-ae0d-cb99572f6d5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.128933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7450471-c40e-4a7c-ae0d-cb99572f6d5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.129123] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7450471-c40e-4a7c-ae0d-cb99572f6d5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.129412] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7450471-c40e-4a7c-ae0d-cb99572f6d5b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.323890] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('294a4515-afee-4e93-8f64-e1d5ca02aa15',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.324968] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e226fc3-57b1-4e0c-bd74-23bb151c9bbe',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.471098] env[66341]: INFO networking_nsxv3.common.synchronization [req-48539f25-c643-4dbc-8780-7d8628276560 req-d34dbfc3-8a2a-44b5-886a-0e96442dfd66 tempest-ServerRescueNegativeTestJSON-750166175 tempest-ServerRescueNegativeTestJSON-750166175-project-member] Enqueued Resource ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e with Priority: HIGHEST for action security_group_members [ 893.471652] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e with Priority: HIGHEST for action security_group_members [ 893.471958] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.472089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.472154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.472392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.472555] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.472792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.472792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.472910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.472910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.473143] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fd888f9-41b6-43ec-a3cd-6826f0fa390e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.594960] env[66341]: INFO networking_nsxv3.common.synchronization [req-9d3817b3-ce26-41b0-bc44-0e674f3d6883 req-60322102-3bb3-4b1f-acea-a262945d043b tempest-ServerMetadataNegativeTestJSON-1250466168 tempest-ServerMetadataNegativeTestJSON-1250466168-project-member] Enqueued Resource ID: 6113a3e5-6290-4277-8ea8-3fec5667cfae with Priority: HIGHEST for action security_group_members [ 893.598501] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6113a3e5-6290-4277-8ea8-3fec5667cfae with Priority: HIGHEST for action security_group_members [ 893.598501] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6113a3e5-6290-4277-8ea8-3fec5667cfae taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.598501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.598501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.598501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.598501] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.598501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.598501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.598501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.598501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.598501] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6113a3e5-6290-4277-8ea8-3fec5667cfae',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.623220] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.623392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.623392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.623607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.623703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.623901] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.623987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.624065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.624218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.624295] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.624384] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb7dc91f-f781-47a5-a823-7bb2d5bb1228 is going to be updated. [ 893.630924] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7450471-c40e-4a7c-ae0d-cb99572f6d5b with status ACTIVE [ 893.631141] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.631293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.631420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.631582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.631672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.631859] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.632051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.632051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.632178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.632311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.632502] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.632598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.632660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.632801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.632878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.632962] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7450471-c40e-4a7c-ae0d-cb99572f6d5b is going to be updated. [ 893.669523] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.669767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.669842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.670106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.670355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.672664] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.672788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.672854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.673172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.673272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.673698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7450471-c40e-4a7c-ae0d-cb99572f6d5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.684984] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb7dc91f-f781-47a5-a823-7bb2d5bb1228 in Status: IN_PROGRESS for 2s [ 893.827431] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.830996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.830996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.830996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.830996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.830996] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 is going to be updated. [ 893.830996] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.830996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.830996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.830996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.830996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.830996] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e226fc3-57b1-4e0c-bd74-23bb151c9bbe is going to be created. [ 893.861713] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.861927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.862624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.862624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.862624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.864554] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.864753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.864861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.865095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.865268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.877712] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e226fc3-57b1-4e0c-bd74-23bb151c9bbe in Status: UNINITIALIZED for 2s [ 893.878811] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 in Status: IN_PROGRESS for 2s [ 893.971556] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-490 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.972044] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-490" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.972287] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-490" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.972720] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-490" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.973110] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.973422] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.973718] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.974060] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.974318] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.974629] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.974847] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.975080] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.975301] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.975518] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.975732] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.975982] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.977516] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.977755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.977907] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.978166] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.978335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.978618] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.978843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.978988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.979233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.979413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.979571] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e already deleted. [ 893.979734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.004806] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.004806] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 894.004806] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.004806] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-490" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.004806] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-87cbe8ef-e77d-422a-b6dd-9be822867775 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.004806] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-87cbe8ef-e77d-422a-b6dd-9be822867775" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.004806] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-87cbe8ef-e77d-422a-b6dd-9be822867775" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.004806] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-87cbe8ef-e77d-422a-b6dd-9be822867775" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.004806] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87cbe8ef-e77d-422a-b6dd-9be822867775',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.100365] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.100556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.100657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.100888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.100969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.101193] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.101293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.101359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.101510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.101589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.101675] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6113a3e5-6290-4277-8ea8-3fec5667cfae is going to be updated. [ 894.129165] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.129326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.129409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.129638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.129787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.138864] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6113a3e5-6290-4277-8ea8-3fec5667cfae in Status: IN_PROGRESS for 2s [ 894.507333] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.507885] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.508088] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.508615] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.508841] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.509089] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 87cbe8ef-e77d-422a-b6dd-9be822867775 not found, creating... [ 894.509459] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.509714] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.509884] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.510242] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.510448] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.510825] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.511089] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.511267] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.511534] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.511777] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.511997] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 87cbe8ef-e77d-422a-b6dd-9be822867775 is going to be created. [ 894.533926] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.534183] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.534312] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.534616] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.534866] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.535115] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-87cbe8ef-e77d-422a-b6dd-9be822867775" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.549837] env[66341]: INFO networking_nsxv3.common.synchronization [req-500626aa-4ea5-48b2-9338-77eec3df3152 req-585a3755-cf9c-4227-80c9-a9082e7ebf45 tempest-ServerDiskConfigTestJSON-1657017966 tempest-ServerDiskConfigTestJSON-1657017966-project-member] Enqueued Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 894.550452] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 894.550779] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.550915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.550994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.551364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.551542] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.551647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.551708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.551856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.551978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.552051] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.054668] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.054880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.054958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.055199] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.075563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.075819] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.075941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.076020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.076223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.076323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.076394] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 is going to be updated. [ 895.105040] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.105258] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.105356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.105606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.105787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.118136] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: IN_PROGRESS for 2s [ 895.235064] env[66341]: INFO networking_nsxv3.common.synchronization [req-48539f25-c643-4dbc-8780-7d8628276560 req-de84c663-c5da-49c8-86c2-c25522f4b95a service nova] Enqueued Resource ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e with Priority: HIGHEST for action security_group_rules [ 895.235064] env[66341]: INFO networking_nsxv3.common.synchronization [req-48539f25-c643-4dbc-8780-7d8628276560 req-de84c663-c5da-49c8-86c2-c25522f4b95a service nova] Enqueued Resource ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e with Priority: HIGHEST for action security_group_members [ 895.235064] env[66341]: INFO networking_nsxv3.common.synchronization [req-48539f25-c643-4dbc-8780-7d8628276560 req-de84c663-c5da-49c8-86c2-c25522f4b95a service nova] Enqueued Resource ID: 87cbe8ef-e77d-422a-b6dd-9be822867775 with Priority: HIGHEST for action port [ 895.235064] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e with Priority: HIGHEST for action security_group_rules [ 895.235064] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e with Priority: HIGHEST for action security_group_members [ 895.235064] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87cbe8ef-e77d-422a-b6dd-9be822867775 with Priority: HIGHEST for action port [ 895.235064] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fd888f9-41b6-43ec-a3cd-6826f0fa390e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.235064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.235064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.235064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.235623] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fd888f9-41b6-43ec-a3cd-6826f0fa390e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.238334] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.238690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.238690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.238949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.239173] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.239557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.239557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.239557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.239714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.239853] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fd888f9-41b6-43ec-a3cd-6826f0fa390e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.240785] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-87cbe8ef-e77d-422a-b6dd-9be822867775 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.240939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87cbe8ef-e77d-422a-b6dd-9be822867775" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.241061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87cbe8ef-e77d-422a-b6dd-9be822867775" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.241272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87cbe8ef-e77d-422a-b6dd-9be822867775" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.241419] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87cbe8ef-e77d-422a-b6dd-9be822867775',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.694609] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb7dc91f-f781-47a5-a823-7bb2d5bb1228 in Status: SUCCESS [ 895.694609] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb7dc91f-f781-47a5-a823-7bb2d5bb1228 deletion is rescheduled due to dependency. [ 895.694967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.742977] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.743120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.743316] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fd888f9-41b6-43ec-a3cd-6826f0fa390e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.744221] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87cbe8ef-e77d-422a-b6dd-9be822867775 with status ACTIVE [ 895.744429] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.744541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.744604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.744806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.744885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.745066] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.745157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.745216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.745356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.745433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.745608] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.745693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.745750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.745881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.745981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.746030] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87cbe8ef-e77d-422a-b6dd-9be822867775 is going to be updated. [ 895.770811] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.770959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.771047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.771244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.771435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.771621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87cbe8ef-e77d-422a-b6dd-9be822867775" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.892933] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e226fc3-57b1-4e0c-bd74-23bb151c9bbe in Status: SUCCESS [ 895.894232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e226fc3-57b1-4e0c-bd74-23bb151c9bbe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.894232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e226fc3-57b1-4e0c-bd74-23bb151c9bbe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.894232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e226fc3-57b1-4e0c-bd74-23bb151c9bbe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.894232] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.894232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.894739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.895976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.895976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.895976] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e226fc3-57b1-4e0c-bd74-23bb151c9bbe',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.897881] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 in Status: SUCCESS [ 895.897881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.899869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.900142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.900338] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.900491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.900648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.900755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.900802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.900902] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('294a4515-afee-4e93-8f64-e1d5ca02aa15',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.149940] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6113a3e5-6290-4277-8ea8-3fec5667cfae in Status: SUCCESS [ 896.150248] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6113a3e5-6290-4277-8ea8-3fec5667cfae deletion is rescheduled due to dependency. [ 896.150421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.249568] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fd888f9-41b6-43ec-a3cd-6826f0fa390e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.403160] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.403330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.403330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.403529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.403643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.403844] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.403948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.404025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.404218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.404302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.404418] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e226fc3-57b1-4e0c-bd74-23bb151c9bbe is going to be deleted. [ 896.405497] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('294a4515-afee-4e93-8f64-e1d5ca02aa15',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.438223] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.438511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.438511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.438773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.438773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.438868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e226fc3-57b1-4e0c-bd74-23bb151c9bbe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.438995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e226fc3-57b1-4e0c-bd74-23bb151c9bbe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.439179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e226fc3-57b1-4e0c-bd74-23bb151c9bbe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.439376] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.439484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.439542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.439714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.439781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.439885] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e226fc3-57b1-4e0c-bd74-23bb151c9bbe',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.753150] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.753530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.753530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.753613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.753677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.753776] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e is going to be created. [ 896.786223] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.786384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.786443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.786686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.786822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.798084] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e in Status: UNINITIALIZED for 2s [ 896.911245] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('294a4515-afee-4e93-8f64-e1d5ca02aa15',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.945025] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.945967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.945967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.945967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.945967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.945967] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.945967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.945967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.946331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.946331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.946331] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e226fc3-57b1-4e0c-bd74-23bb151c9bbe already deleted. [ 896.946331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e226fc3-57b1-4e0c-bd74-23bb151c9bbe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.946645] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e226fc3-57b1-4e0c-bd74-23bb151c9bbe',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.948030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e226fc3-57b1-4e0c-bd74-23bb151c9bbe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.948030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e226fc3-57b1-4e0c-bd74-23bb151c9bbe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.948232] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.948232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.948350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.948424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.948497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.948589] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e226fc3-57b1-4e0c-bd74-23bb151c9bbe',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.132415] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: SUCCESS [ 897.132725] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 deletion is rescheduled due to dependency. [ 897.132921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.152401] env[66341]: INFO networking_nsxv3.common.synchronization [req-c4053738-7da9-4c54-8c00-ccf261a7966f req-bddbc7f6-3dbf-4ebe-b8bc-9f8b43e82461 tempest-ServerMetadataTestJSON-421771039 tempest-ServerMetadataTestJSON-421771039-project-member] Enqueued Resource ID: 2ac38504-7157-488a-a541-e68a9d1879aa with Priority: HIGHEST for action security_group_members [ 897.153106] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ac38504-7157-488a-a541-e68a9d1879aa with Priority: HIGHEST for action security_group_members [ 897.153594] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ac38504-7157-488a-a541-e68a9d1879aa taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.153810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.153944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.154749] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.155023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.155199] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.155318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.155620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.155778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.155935] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ac38504-7157-488a-a541-e68a9d1879aa',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.414976] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.414976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.414976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.414976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.414976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.414976] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 is going to be updated. [ 897.446920] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.446920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.446920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.447202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.447202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.455141] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e226fc3-57b1-4e0c-bd74-23bb151c9bbe',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.455141] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.455141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.455141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.455374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.455530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.455645] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.455746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.455805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.455982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.456075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.456189] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e226fc3-57b1-4e0c-bd74-23bb151c9bbe already deleted. [ 897.456284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e226fc3-57b1-4e0c-bd74-23bb151c9bbe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.457224] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 in Status: IN_PROGRESS for 2s [ 897.559718] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-313 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.560392] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-313" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.560392] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-313" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.564525] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-313" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.564852] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.565053] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.565220] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.565972] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.565972] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.565972] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.566164] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.566164] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.566262] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.566353] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.566461] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.566598] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.591331] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.591531] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 897.591678] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.591860] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-313" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.592203] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-806a62cf-fdf3-4dde-9867-86200d5e7e17 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.592378] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-806a62cf-fdf3-4dde-9867-86200d5e7e17" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.592498] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-806a62cf-fdf3-4dde-9867-86200d5e7e17" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.592847] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-806a62cf-fdf3-4dde-9867-86200d5e7e17" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.593056] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('806a62cf-fdf3-4dde-9867-86200d5e7e17',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.661257] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.661257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.661257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.661257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.661257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.661257] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.661257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.661257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.661257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.661257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.661257] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ac38504-7157-488a-a541-e68a9d1879aa already deleted. [ 897.661257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.961432] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e226fc3-57b1-4e0c-bd74-23bb151c9bbe: rpc.has_security_group_logging(os_id): False [ 897.969142] env[66341]: INFO networking_nsxv3.common.synchronization [req-19c25ed9-ebfb-488c-841b-f1b4dd298b1a req-f9c3a374-e5e8-456b-9810-909ca6aed895 tempest-ImagesTestJSON-624667671 tempest-ImagesTestJSON-624667671-project-member] Enqueued Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 897.969758] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 897.970088] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.970219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.970288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.970515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.970679] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.970788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.970839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.970992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.971098] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.971557] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.981546] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.981734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.981776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.982017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.982174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.982417] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.982525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.982616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.982840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.982929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.983035] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e226fc3-57b1-4e0c-bd74-23bb151c9bbe is going to be created. [ 898.002211] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0e226fc3-57b1-4e0c-bd74-23bb151c9bbe], does not exist path=[/infra/domains/default/groups/0e226fc3-57b1-4e0c-bd74-23bb151c9bbe]."\n}' [ 898.002395] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e226fc3-57b1-4e0c-bd74-23bb151c9bbe failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0e226fc3-57b1-4e0c-bd74-23bb151c9bbe [ 898.002451] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 898.037408] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.037570] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.037639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.037854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.038909] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.039214] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.039309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.039382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.039534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.039612] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.039798] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.039908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.039970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.040271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.040271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.040271] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e226fc3-57b1-4e0c-bd74-23bb151c9bbe is going to be created. [ 898.059130] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0e226fc3-57b1-4e0c-bd74-23bb151c9bbe], does not exist path=[/infra/domains/default/groups/0e226fc3-57b1-4e0c-bd74-23bb151c9bbe]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0e226fc3-57b1-4e0c-bd74-23bb151c9bbe [ 898.059345] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e226fc3-57b1-4e0c-bd74-23bb151c9bbe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.059498] env[66341]: Traceback (most recent call last): [ 898.059542] env[66341]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 898.059542] env[66341]: return func(*args, **kwargs) [ 898.059542] env[66341]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 898.059542] env[66341]: res.raise_for_status() [ 898.059542] env[66341]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 898.059542] env[66341]: raise HTTPError(http_error_msg, response=self) [ 898.059542] env[66341]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0e226fc3-57b1-4e0c-bd74-23bb151c9bbe [ 898.059542] env[66341]: During handling of the above exception, another exception occurred: [ 898.059542] env[66341]: Traceback (most recent call last): [ 898.059542] env[66341]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 898.059542] env[66341]: listener.cb(fileno) [ 898.059542] env[66341]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 898.059542] env[66341]: result = function(*args, **kwargs) [ 898.059542] env[66341]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 898.059542] env[66341]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 898.059957] env[66341]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 898.059957] env[66341]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 898.059957] env[66341]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 898.059957] env[66341]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 898.059957] env[66341]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 898.059957] env[66341]: res.raise_for_status() [ 898.059957] env[66341]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 898.059957] env[66341]: raise HTTPError(http_error_msg, response=self) [ 898.059957] env[66341]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0e226fc3-57b1-4e0c-bd74-23bb151c9bbe [ 898.059957] env[66341]: Removing descriptor: 30 [ 898.095989] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.096263] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.096466] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.096856] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.096985] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.097177] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 806a62cf-fdf3-4dde-9867-86200d5e7e17 not found, creating... [ 898.097491] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.097938] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.097938] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.098176] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.098296] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.098629] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.098829] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.099081] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.099244] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.099416] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.099586] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 806a62cf-fdf3-4dde-9867-86200d5e7e17 is going to be created. [ 898.140192] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.140469] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.140824] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.141260] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.141746] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.142148] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-806a62cf-fdf3-4dde-9867-86200d5e7e17" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.153474] env[66341]: INFO networking_nsxv3.common.synchronization [req-9a88b97c-4e23-4485-b377-022298b91f49 req-aa388527-3afc-46ca-9add-f6ca882ea907 tempest-ImagesOneServerNegativeTestJSON-1858042452 tempest-ImagesOneServerNegativeTestJSON-1858042452-project-member] Enqueued Resource ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf with Priority: HIGHEST for action security_group_members [ 898.154112] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf with Priority: HIGHEST for action security_group_members [ 898.154347] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.154472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.154540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.154738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.154888] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.154984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.155057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.155197] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.155279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.155368] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b5701b1-bb10-411e-b4c9-cd7bdf5135cf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.473466] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.657917] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.658150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.658150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.658408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.691310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.691650] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.691825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.691933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.692179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.692268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.692397] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf is going to be updated. [ 898.731913] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.732121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.732164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.732352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.732539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.742759] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf in Status: IN_PROGRESS for 2s [ 898.812409] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e in Status: SUCCESS [ 898.812677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.812888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.813151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.813373] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.813509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.813582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.813741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.813825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.813915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.814029] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fd888f9-41b6-43ec-a3cd-6826f0fa390e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.828143] env[66341]: INFO networking_nsxv3.common.synchronization [req-c4053738-7da9-4c54-8c00-ccf261a7966f req-aae7cc6d-4f94-4805-a578-4cb04965fb8e service nova] Enqueued Resource ID: 2ac38504-7157-488a-a541-e68a9d1879aa with Priority: HIGHEST for action security_group_rules [ 898.828332] env[66341]: INFO networking_nsxv3.common.synchronization [req-c4053738-7da9-4c54-8c00-ccf261a7966f req-aae7cc6d-4f94-4805-a578-4cb04965fb8e service nova] Enqueued Resource ID: 2ac38504-7157-488a-a541-e68a9d1879aa with Priority: HIGHEST for action security_group_members [ 898.828473] env[66341]: INFO networking_nsxv3.common.synchronization [req-c4053738-7da9-4c54-8c00-ccf261a7966f req-aae7cc6d-4f94-4805-a578-4cb04965fb8e service nova] Enqueued Resource ID: 806a62cf-fdf3-4dde-9867-86200d5e7e17 with Priority: HIGHEST for action port [ 898.829741] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ac38504-7157-488a-a541-e68a9d1879aa with Priority: HIGHEST for action security_group_rules [ 898.829893] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ac38504-7157-488a-a541-e68a9d1879aa with Priority: HIGHEST for action security_group_members [ 898.830037] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 806a62cf-fdf3-4dde-9867-86200d5e7e17 with Priority: HIGHEST for action port [ 898.830297] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ac38504-7157-488a-a541-e68a9d1879aa taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.830470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.830549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.830812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.830936] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ac38504-7157-488a-a541-e68a9d1879aa',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.834169] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ac38504-7157-488a-a541-e68a9d1879aa taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.834169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.834169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.834169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.834169] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.834169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.834169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.834169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.834169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.834169] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ac38504-7157-488a-a541-e68a9d1879aa',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.834484] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-806a62cf-fdf3-4dde-9867-86200d5e7e17 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.834562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-806a62cf-fdf3-4dde-9867-86200d5e7e17" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.837152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-806a62cf-fdf3-4dde-9867-86200d5e7e17" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.837152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-806a62cf-fdf3-4dde-9867-86200d5e7e17" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.837152] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('806a62cf-fdf3-4dde-9867-86200d5e7e17',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.975869] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.316710] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.316897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.316968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.317249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.317532] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.317668] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.317731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.317896] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.318069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.318236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.318408] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.318574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.318654] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.318924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.319138] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.319334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.319334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.319504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.319504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.319821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.319821] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fd888f9-41b6-43ec-a3cd-6826f0fa390e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.342031] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 806a62cf-fdf3-4dde-9867-86200d5e7e17 with status ACTIVE [ 899.344039] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.344039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.344039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.344039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.344039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.344039] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.344039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.344039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.344039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.344039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.344039] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.344039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.344039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.344039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.344039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.344039] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 806a62cf-fdf3-4dde-9867-86200d5e7e17 is going to be updated. [ 899.345911] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ac38504-7157-488a-a541-e68a9d1879aa',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.345911] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ac38504-7157-488a-a541-e68a9d1879aa taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.345911] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.369537] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.369673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.369774] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.370050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.370198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.370406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-806a62cf-fdf3-4dde-9867-86200d5e7e17" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.467977] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 in Status: SUCCESS [ 899.468139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.468325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.468552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.468748] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.468866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.468929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.469092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.469171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.469255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.469372] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('294a4515-afee-4e93-8f64-e1d5ca02aa15',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.470298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.470489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.470656] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.470765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.470830] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.470970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.471060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.471152] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('294a4515-afee-4e93-8f64-e1d5ca02aa15',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.478733] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.478881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.478952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.479176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.479266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.479364] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 is going to be updated. [ 899.509072] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.509237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.509310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.509898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.509898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.520198] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: IN_PROGRESS for 2s [ 899.823391] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fd888f9-41b6-43ec-a3cd-6826f0fa390e: rpc.has_security_group_logging(os_id): False [ 899.846724] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.846872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.846943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.847178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.847267] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.847576] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.847678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.847742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.847892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.847969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.848181] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.848265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.848687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.848895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.848985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.849229] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.849339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.849408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.850036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.850036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.850036] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e is going to be created. [ 899.851039] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ac38504-7157-488a-a541-e68a9d1879aa',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.919308] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.919404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.919464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.919667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.919849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.943433] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e in Status: IN_PROGRESS for 2s [ 899.973459] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-294a4515-afee-4e93-8f64-e1d5ca02aa15 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.973589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.973814] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('294a4515-afee-4e93-8f64-e1d5ca02aa15',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.355544] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.355544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.355544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.355544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.355544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.355544] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ac38504-7157-488a-a541-e68a9d1879aa is going to be created. [ 900.382630] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.383189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.383380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.383678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.383950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.396951] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ac38504-7157-488a-a541-e68a9d1879aa in Status: UNINITIALIZED for 2s [ 900.479490] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('294a4515-afee-4e93-8f64-e1d5ca02aa15',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.756028] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf in Status: SUCCESS [ 900.756028] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf deletion is rescheduled due to dependency. [ 900.756028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.981526] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.981700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.981700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.982051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.982179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.982324] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 is going to be updated. [ 901.013641] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.013823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.013990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.014242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.014558] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.031099] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 in Status: IN_PROGRESS for 2s [ 901.531574] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: SUCCESS [ 901.531844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.960704] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e in Status: SUCCESS [ 901.961631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.036942] env[66341]: INFO networking_nsxv3.common.synchronization [req-df97c376-c950-46a8-bf08-c922e52a7300 req-671fc730-7534-41f9-89b7-4e72a31fdf52 tempest-ServerRescueNegativeTestJSON-750166175 tempest-ServerRescueNegativeTestJSON-750166175-project-member] Enqueued Resource ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e with Priority: HIGHEST for action security_group_members [ 902.037528] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e with Priority: HIGHEST for action security_group_members [ 902.037877] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.037998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.038217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.038625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.038625] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.038735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.038811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.038988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.039093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.039201] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fd888f9-41b6-43ec-a3cd-6826f0fa390e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.271727] env[66341]: INFO networking_nsxv3.common.synchronization [req-eeb415ea-854f-4b9e-ac8a-4192cea77632 req-0c54a33d-10ea-43bf-bb24-aaaf10830917 tempest-ServerRescueTestJSONUnderV235-626764204 tempest-ServerRescueTestJSONUnderV235-626764204-project-member] Enqueued Resource ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 with Priority: HIGHEST for action security_group_members [ 902.272480] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 with Priority: HIGHEST for action security_group_members [ 902.272832] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-294a4515-afee-4e93-8f64-e1d5ca02aa15 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.272965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.407345] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ac38504-7157-488a-a541-e68a9d1879aa in Status: SUCCESS [ 902.407345] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.407345] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.407345] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.407593] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.407593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.407713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.407934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.407934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.408133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.408133] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ac38504-7157-488a-a541-e68a9d1879aa',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.543374] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fd888f9-41b6-43ec-a3cd-6826f0fa390e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.598789] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-490 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.599543] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-490" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.599804] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-490" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.600173] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-490" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.600915] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.601251] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.601501] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.601951] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.602208] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.602515] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.602725] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.604539] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.604539] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.604539] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.604539] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.604539] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.627487] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.627487] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 902.627487] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.627487] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-490" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.627487] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-26fe0e2a-c638-4fad-a2c4-eb2edbb5fded taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.627487] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-26fe0e2a-c638-4fad-a2c4-eb2edbb5fded" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.627487] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-26fe0e2a-c638-4fad-a2c4-eb2edbb5fded" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.627487] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-26fe0e2a-c638-4fad-a2c4-eb2edbb5fded" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.627487] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26fe0e2a-c638-4fad-a2c4-eb2edbb5fded',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.910500] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ac38504-7157-488a-a541-e68a9d1879aa taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.910724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.910857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.911170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.911351] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.911486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.911568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.911668] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.911750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.911891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.911975] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ac38504-7157-488a-a541-e68a9d1879aa taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.912139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.912201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.912339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.912477] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.912570] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.912649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.912757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.912832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.912909] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.912997] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ac38504-7157-488a-a541-e68a9d1879aa',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.045101] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 in Status: SUCCESS [ 903.045347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.045521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.045744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.045998] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.046150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.046218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.046376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.046458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.046577] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('294a4515-afee-4e93-8f64-e1d5ca02aa15',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.047669] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fd888f9-41b6-43ec-a3cd-6826f0fa390e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.131796] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.131796] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.131796] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.131796] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.131796] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.132184] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 26fe0e2a-c638-4fad-a2c4-eb2edbb5fded not found, creating... [ 903.132371] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.132533] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.132627] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.132965] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.133156] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.133479] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.133708] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.133883] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.134188] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.134339] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.134542] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 26fe0e2a-c638-4fad-a2c4-eb2edbb5fded is going to be created. [ 903.201188] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.201188] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.201188] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.201188] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.201188] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.201188] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-26fe0e2a-c638-4fad-a2c4-eb2edbb5fded" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.415409] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ac38504-7157-488a-a541-e68a9d1879aa: rpc.has_security_group_logging(os_id): False [ 903.436734] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.436918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.436918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.437118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.437224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.437421] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.437519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.437581] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.437730] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.437802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.437977] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.438082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.438134] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.438262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.438331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.438641] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.438728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.438795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.438926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.438998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.439099] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ac38504-7157-488a-a541-e68a9d1879aa is going to be created. [ 903.497520] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.497722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.497722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.497949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.498142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.509770] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ac38504-7157-488a-a541-e68a9d1879aa in Status: IN_PROGRESS for 2s [ 903.549445] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.549868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.549868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.550184] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.551303] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.551441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.551517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.551786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.551876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.551979] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e is going to be updated. [ 903.573458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.573718] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.573841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.573909] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.574137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.574221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.574315] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 is going to be updated. [ 903.589752] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.589906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.590027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.590196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.590340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.602118] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e in Status: IN_PROGRESS for 2s [ 903.615694] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.615848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.615902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.616139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.616281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.625916] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 in Status: IN_PROGRESS for 2s [ 903.874393] env[66341]: INFO networking_nsxv3.common.synchronization [req-df97c376-c950-46a8-bf08-c922e52a7300 req-6a042ba1-0114-4689-aa8c-6922c115d14c service nova] Enqueued Resource ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e with Priority: HIGHEST for action security_group_rules [ 903.874577] env[66341]: INFO networking_nsxv3.common.synchronization [req-df97c376-c950-46a8-bf08-c922e52a7300 req-6a042ba1-0114-4689-aa8c-6922c115d14c service nova] Enqueued Resource ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e with Priority: HIGHEST for action security_group_members [ 903.874708] env[66341]: INFO networking_nsxv3.common.synchronization [req-df97c376-c950-46a8-bf08-c922e52a7300 req-6a042ba1-0114-4689-aa8c-6922c115d14c service nova] Enqueued Resource ID: 26fe0e2a-c638-4fad-a2c4-eb2edbb5fded with Priority: HIGHEST for action port [ 903.875268] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e with Priority: HIGHEST for action security_group_rules [ 903.875427] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e with Priority: HIGHEST for action security_group_members [ 903.876116] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26fe0e2a-c638-4fad-a2c4-eb2edbb5fded with Priority: HIGHEST for action port [ 903.876453] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fd888f9-41b6-43ec-a3cd-6826f0fa390e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.876611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.876707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.876966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.877068] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fd888f9-41b6-43ec-a3cd-6826f0fa390e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.877959] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.878115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.878439] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-26fe0e2a-c638-4fad-a2c4-eb2edbb5fded taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.878563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26fe0e2a-c638-4fad-a2c4-eb2edbb5fded" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.878637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26fe0e2a-c638-4fad-a2c4-eb2edbb5fded" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.878804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26fe0e2a-c638-4fad-a2c4-eb2edbb5fded" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.878885] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26fe0e2a-c638-4fad-a2c4-eb2edbb5fded',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.380977] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.381851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.382186] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26fe0e2a-c638-4fad-a2c4-eb2edbb5fded with status ACTIVE [ 904.382988] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.383315] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.386018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.386018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.386018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.386018] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.386018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.386018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.386018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.386018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.386018] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.386018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.386018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.386018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.386018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.386018] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26fe0e2a-c638-4fad-a2c4-eb2edbb5fded is going to be updated. [ 904.409222] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.409222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.409411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.409447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.409578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.409740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26fe0e2a-c638-4fad-a2c4-eb2edbb5fded" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.569920] env[66341]: INFO networking_nsxv3.common.synchronization [req-a18dd0d1-890f-4ffe-a56f-26eba9f5c1e4 req-bd120c6d-8066-4e2e-8627-60da420c4d19 tempest-ListServersNegativeTestJSON-671363711 tempest-ListServersNegativeTestJSON-671363711-project-member] Enqueued Resource ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 with Priority: HIGHEST for action security_group_members [ 904.570549] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 with Priority: HIGHEST for action security_group_members [ 904.570878] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.571029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.571971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.571971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.571971] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.571971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.571971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.571971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.571971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.572263] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.612304] env[66341]: INFO networking_nsxv3.common.synchronization [None req-9d199512-7fea-4b26-bb72-26040208cafe None None] Enqueued Resource ID: 5b2d68d2-9137-4445-b47f-6ab5ea33bd17 with Priority: HIGHEST for action port [ 904.612795] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b2d68d2-9137-4445-b47f-6ab5ea33bd17 with Priority: HIGHEST for action port [ 904.613420] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b2d68d2-9137-4445-b47f-6ab5ea33bd17 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.613560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b2d68d2-9137-4445-b47f-6ab5ea33bd17" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.613638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b2d68d2-9137-4445-b47f-6ab5ea33bd17" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.614183] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b2d68d2-9137-4445-b47f-6ab5ea33bd17" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.614183] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b2d68d2-9137-4445-b47f-6ab5ea33bd17',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.019278] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-255 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.019523] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-255" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.019649] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-255" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.020018] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-255" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.023155] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.023155] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.023155] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.023155] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.023155] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.023155] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.023155] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.023155] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.023155] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.023155] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.023155] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.023155] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.044990] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.045200] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 905.045325] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.045510] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-255" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.046509] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-53e63091-9112-4ce7-8292-6cafb3caf7e8 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.046509] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-53e63091-9112-4ce7-8292-6cafb3caf7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.046509] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-53e63091-9112-4ce7-8292-6cafb3caf7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.046779] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-53e63091-9112-4ce7-8292-6cafb3caf7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.046779] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53e63091-9112-4ce7-8292-6cafb3caf7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.074959] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.075234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.075677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.075963] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.076141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.076448] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.076607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.076715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.076927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.077433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.077433] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 already deleted. [ 905.077433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.116820] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b2d68d2-9137-4445-b47f-6ab5ea33bd17 [ 905.119168] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.119168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.119168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.119168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.119168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.119168] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b2d68d2-9137-4445-b47f-6ab5ea33bd17 already deleted. [ 905.119168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b2d68d2-9137-4445-b47f-6ab5ea33bd17" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.524116] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ac38504-7157-488a-a541-e68a9d1879aa in Status: SUCCESS [ 905.524386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.556060] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.556060] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.556060] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.556060] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.556060] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.556060] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 53e63091-9112-4ce7-8292-6cafb3caf7e8 not found, creating... [ 905.556060] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.556060] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.556060] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.556060] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.556060] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.556640] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.556640] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.556640] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.557279] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.557609] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.557884] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 53e63091-9112-4ce7-8292-6cafb3caf7e8 is going to be created. [ 905.595657] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.596216] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.596216] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.596297] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.596516] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.596749] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-53e63091-9112-4ce7-8292-6cafb3caf7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.611600] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e in Status: SUCCESS [ 905.611791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.611969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.612198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.612382] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.612499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.612563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.612711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.612812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.612883] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fd888f9-41b6-43ec-a3cd-6826f0fa390e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.636249] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 in Status: SUCCESS [ 905.636441] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 deletion is rescheduled due to dependency. [ 905.636637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.637145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.637145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.637375] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.637541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.637605] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.637814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.637896] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.638045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.638360] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-294a4515-afee-4e93-8f64-e1d5ca02aa15 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.638360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.638519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.638650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.639444] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.639444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.639444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.639444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.639444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.639444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.639645] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('294a4515-afee-4e93-8f64-e1d5ca02aa15',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.640517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.640790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.641248] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.641248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.641248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.641383] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.641383] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.641459] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('294a4515-afee-4e93-8f64-e1d5ca02aa15',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.115050] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fd888f9-41b6-43ec-a3cd-6826f0fa390e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.143521] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 294a4515-afee-4e93-8f64-e1d5ca02aa15: rpc.has_security_group_logging(os_id): False [ 906.145298] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.145470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.145514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.145719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.145800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.145992] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.146126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.146172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.146337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.146392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.146464] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 is going to be updated. [ 906.167477] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.167648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.167697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.167930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.167988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.168453] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.168453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.168453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.168716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.168716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.168779] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.168860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.168906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.169076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.169137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.169315] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.169462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.169462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.169599] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.169708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.169773] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 is going to be updated. [ 906.181544] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.181778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.181940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.182325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.182325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.195329] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 in Status: IN_PROGRESS for 2s [ 906.255429] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.255429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.255429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.256019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.256197] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.270854] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 in Status: IN_PROGRESS for 2s [ 906.392338] env[66341]: INFO networking_nsxv3.common.synchronization [req-a18dd0d1-890f-4ffe-a56f-26eba9f5c1e4 req-03f40016-b10c-4791-99f6-90d13d87f259 service nova] Enqueued Resource ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 with Priority: HIGHEST for action security_group_rules [ 906.392554] env[66341]: INFO networking_nsxv3.common.synchronization [req-a18dd0d1-890f-4ffe-a56f-26eba9f5c1e4 req-03f40016-b10c-4791-99f6-90d13d87f259 service nova] Enqueued Resource ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 with Priority: HIGHEST for action security_group_members [ 906.392674] env[66341]: INFO networking_nsxv3.common.synchronization [req-a18dd0d1-890f-4ffe-a56f-26eba9f5c1e4 req-03f40016-b10c-4791-99f6-90d13d87f259 service nova] Enqueued Resource ID: 53e63091-9112-4ce7-8292-6cafb3caf7e8 with Priority: HIGHEST for action port [ 906.393671] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 with Priority: HIGHEST for action security_group_rules [ 906.393671] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 with Priority: HIGHEST for action security_group_members [ 906.393671] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e63091-9112-4ce7-8292-6cafb3caf7e8 with Priority: HIGHEST for action port [ 906.393671] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cadb9e7e-6b7f-4284-8637-6a9020ff33c7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.393814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.393847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.395035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.395035] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.395430] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.395547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.395617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.395788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.395937] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.396041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.396564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.396564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.396564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.397383] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.398135] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-53e63091-9112-4ce7-8292-6cafb3caf7e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.398377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53e63091-9112-4ce7-8292-6cafb3caf7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.398377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53e63091-9112-4ce7-8292-6cafb3caf7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.398377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53e63091-9112-4ce7-8292-6cafb3caf7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.398499] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53e63091-9112-4ce7-8292-6cafb3caf7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.621819] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fd888f9-41b6-43ec-a3cd-6826f0fa390e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.900879] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.900988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.902317] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.902739] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53e63091-9112-4ce7-8292-6cafb3caf7e8 with status ACTIVE [ 906.904282] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.904500] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.904648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.905041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.905220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.905562] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.905732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.905868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.906183] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.906352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.906695] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.907122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.907122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.907611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.907611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.907611] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53e63091-9112-4ce7-8292-6cafb3caf7e8 is going to be updated. [ 906.931055] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.931055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.931055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.931331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.931368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.931550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53e63091-9112-4ce7-8292-6cafb3caf7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.053519] env[66341]: INFO networking_nsxv3.common.synchronization [None req-664a4923-5908-4d11-86b1-d37408912911 None None] Enqueued Resource ID: b3c82f3d-a985-4cf7-be8f-1b6f35594aa4 with Priority: HIGHEST for action port [ 907.054680] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c82f3d-a985-4cf7-be8f-1b6f35594aa4 with Priority: HIGHEST for action port [ 907.054680] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3c82f3d-a985-4cf7-be8f-1b6f35594aa4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.054680] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3c82f3d-a985-4cf7-be8f-1b6f35594aa4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.054680] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3c82f3d-a985-4cf7-be8f-1b6f35594aa4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.054680] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3c82f3d-a985-4cf7-be8f-1b6f35594aa4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.054680] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3c82f3d-a985-4cf7-be8f-1b6f35594aa4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.124578] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.124721] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.124788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.124996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.125097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.125195] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e is going to be updated. [ 907.160091] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.160593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.160775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.162534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.162534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.173279] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e in Status: IN_PROGRESS for 2s [ 907.293563] env[66341]: INFO networking_nsxv3.common.synchronization [req-a18dd0d1-890f-4ffe-a56f-26eba9f5c1e4 req-27c92d9b-af61-4dfd-997f-59898d31c4b3 tempest-ListServersNegativeTestJSON-671363711 tempest-ListServersNegativeTestJSON-671363711-project-member] Enqueued Resource ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 with Priority: HIGHEST for action security_group_members [ 907.293907] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 with Priority: HIGHEST for action security_group_members [ 907.294236] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.294344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.410555] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.559802] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3c82f3d-a985-4cf7-be8f-1b6f35594aa4 [ 907.559802] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.559802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.560051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.560121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.560206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.560302] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3c82f3d-a985-4cf7-be8f-1b6f35594aa4 already deleted. [ 907.560380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3c82f3d-a985-4cf7-be8f-1b6f35594aa4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.614041] env[66341]: INFO networking_nsxv3.common.synchronization [req-abe39664-b023-4d98-88d4-43856e973095 req-434da68b-fe62-48b5-acb8-557172694939 tempest-AttachVolumeTestJSON-612687797 tempest-AttachVolumeTestJSON-612687797-project-member] Enqueued Resource ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 with Priority: HIGHEST for action security_group_members [ 907.614402] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 with Priority: HIGHEST for action security_group_members [ 907.614708] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf38baa7-1db7-4198-a318-4b2c0e5ed833 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.614824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.614897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.615424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.615620] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.615752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.616359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.616359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.616359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.616359] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf38baa7-1db7-4198-a318-4b2c0e5ed833',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.629432] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-255 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.629809] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-255" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.629809] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-255" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.630348] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-255" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.630348] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.630582] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.630582] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.630824] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.630995] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.631328] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.631922] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.631922] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.631922] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.631922] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.632099] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.632228] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.651808] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.651991] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.653135] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.653135] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-255" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.653135] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-27043422-ea24-4e0a-a9c6-5d11b2f3a7d3 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.653135] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-27043422-ea24-4e0a-a9c6-5d11b2f3a7d3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.653135] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-27043422-ea24-4e0a-a9c6-5d11b2f3a7d3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.653428] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-27043422-ea24-4e0a-a9c6-5d11b2f3a7d3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.653511] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27043422-ea24-4e0a-a9c6-5d11b2f3a7d3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.913587] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.917019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.917019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.917019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.917019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.917019] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 is going to be created. [ 907.950211] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.950211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.950211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.950211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.950211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.960207] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 in Status: UNINITIALIZED for 2s [ 908.122268] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.122678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.122877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.124668] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.150837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.150837] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.150837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.150837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.150837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.150837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.150837] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 is going to be updated. [ 908.158527] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.158841] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.158974] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.159354] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.159557] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.159724] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 27043422-ea24-4e0a-a9c6-5d11b2f3a7d3 not found, creating... [ 908.160033] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.160733] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.160891] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.161712] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.161712] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.162223] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.162670] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.162857] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.163324] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.163584] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.164412] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 27043422-ea24-4e0a-a9c6-5d11b2f3a7d3 is going to be created. [ 908.189925] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.190207] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.190287] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.190691] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.190957] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.191211] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-27043422-ea24-4e0a-a9c6-5d11b2f3a7d3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.196302] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.196890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.197040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.197295] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.197473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.215132] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 in Status: IN_PROGRESS for 2s [ 908.216065] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 in Status: IN_PROGRESS for 4s [ 908.312999] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 in Status: SUCCESS [ 908.313251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.313437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.313674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.313751] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('294a4515-afee-4e93-8f64-e1d5ca02aa15',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.839714] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.840138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.840345] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.840682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.840780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.840892] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 is going to be deleted. [ 908.900219] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.900411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.900600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.900822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.900930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.902180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.930869] env[66341]: INFO networking_nsxv3.common.synchronization [req-a18dd0d1-890f-4ffe-a56f-26eba9f5c1e4 req-49c93967-1a41-4182-9441-8f4f9c81c432 service nova] Enqueued Resource ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 with Priority: HIGHEST for action security_group_rules [ 908.931110] env[66341]: INFO networking_nsxv3.common.synchronization [req-a18dd0d1-890f-4ffe-a56f-26eba9f5c1e4 req-49c93967-1a41-4182-9441-8f4f9c81c432 service nova] Enqueued Resource ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 with Priority: HIGHEST for action security_group_members [ 908.931252] env[66341]: INFO networking_nsxv3.common.synchronization [req-a18dd0d1-890f-4ffe-a56f-26eba9f5c1e4 req-49c93967-1a41-4182-9441-8f4f9c81c432 service nova] Enqueued Resource ID: 27043422-ea24-4e0a-a9c6-5d11b2f3a7d3 with Priority: HIGHEST for action port [ 908.931884] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 with Priority: HIGHEST for action security_group_rules [ 908.932795] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 with Priority: HIGHEST for action security_group_members [ 908.933052] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27043422-ea24-4e0a-a9c6-5d11b2f3a7d3 with Priority: HIGHEST for action port [ 908.933522] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cadb9e7e-6b7f-4284-8637-6a9020ff33c7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.934091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.934629] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.934741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.935491] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-27043422-ea24-4e0a-a9c6-5d11b2f3a7d3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.935612] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27043422-ea24-4e0a-a9c6-5d11b2f3a7d3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.935682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27043422-ea24-4e0a-a9c6-5d11b2f3a7d3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.935892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27043422-ea24-4e0a-a9c6-5d11b2f3a7d3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.935976] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27043422-ea24-4e0a-a9c6-5d11b2f3a7d3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.184447] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e in Status: SUCCESS [ 909.185578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.185578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.185578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.185578] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.185578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.185578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.185578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.186056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.186056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.186056] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fd888f9-41b6-43ec-a3cd-6826f0fa390e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.438762] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27043422-ea24-4e0a-a9c6-5d11b2f3a7d3 with status ACTIVE [ 909.439057] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.439213] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.439298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.439540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.439642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.439858] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.439954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.440037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.440200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.440265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.440459] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.440598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.440657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.440811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.440881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.440976] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27043422-ea24-4e0a-a9c6-5d11b2f3a7d3 is going to be updated. [ 909.469561] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.469799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.469909] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.470175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.470440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.470607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27043422-ea24-4e0a-a9c6-5d11b2f3a7d3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.690936] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.691118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.691118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.691300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.691593] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.691700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.691771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.691917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.692013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.692103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.692260] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.692670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.692670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.692670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.692670] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.693278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.693278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.693278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.693278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.693413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.693413] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fd888f9-41b6-43ec-a3cd-6826f0fa390e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.973907] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 in Status: SUCCESS [ 909.974328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.974707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.974944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.976440] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.976777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.976777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.977022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.977181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.977323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.977444] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.978877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.978877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.978877] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.978877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.979146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.979146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.979214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.979289] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.109287] env[66341]: INFO networking_nsxv3.common.synchronization [req-a18dd0d1-890f-4ffe-a56f-26eba9f5c1e4 req-e4c6caf1-bf9d-4d84-b56a-d56f966afe34 tempest-ListServersNegativeTestJSON-671363711 tempest-ListServersNegativeTestJSON-671363711-project-member] Enqueued Resource ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 with Priority: HIGHEST for action security_group_members [ 910.109957] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 with Priority: HIGHEST for action security_group_members [ 910.110332] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.110440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.197716] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fd888f9-41b6-43ec-a3cd-6826f0fa390e: rpc.has_security_group_logging(os_id): False [ 910.219391] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.219391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.219919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.220308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.220571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.220932] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.221222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.221371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.221652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.221830] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.222219] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.224250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.224250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.224250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.224250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.224250] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.224250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.224250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.224250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.224250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.224250] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e is going to be updated. [ 910.239127] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 in Status: SUCCESS [ 910.239127] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 294a4515-afee-4e93-8f64-e1d5ca02aa15 deletion is rescheduled due to dependency. [ 910.239127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-294a4515-afee-4e93-8f64-e1d5ca02aa15" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.239127] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 in Status: SUCCESS [ 910.239127] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 deletion is rescheduled due to dependency. [ 910.239127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.329083] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.329333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.329638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.329809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.330043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.347246] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e in Status: IN_PROGRESS for 2s [ 910.482743] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.483128] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.483337] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.535820] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-255 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.536051] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-255" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.536151] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-255" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.536438] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-255" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.536703] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.536867] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.536981] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.537233] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.537378] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.537594] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.537707] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.537851] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.537975] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.538098] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.538205] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.538342] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.561031] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.561031] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.561031] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.561031] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-255" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.561543] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-c720d289-7282-40ca-a1cf-4683de425ca3 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.561543] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-c720d289-7282-40ca-a1cf-4683de425ca3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.561543] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-c720d289-7282-40ca-a1cf-4683de425ca3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.562032] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-c720d289-7282-40ca-a1cf-4683de425ca3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.562032] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c720d289-7282-40ca-a1cf-4683de425ca3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.987092] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.066110] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.066416] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.066565] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.066869] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.067036] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.067196] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port c720d289-7282-40ca-a1cf-4683de425ca3 not found, creating... [ 911.067481] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.067633] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.067751] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.068068] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.068366] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.068679] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.068842] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.068959] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.069215] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.069354] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.069511] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: c720d289-7282-40ca-a1cf-4683de425ca3 is going to be created. [ 911.093029] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.093029] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.093029] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.093029] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.093029] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.093304] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-c720d289-7282-40ca-a1cf-4683de425ca3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.489710] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.489881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.489957] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.490188] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.490466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.490466] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 is going to be updated. [ 911.520627] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.521095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.521095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.521308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.521546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.532441] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 in Status: IN_PROGRESS for 2s [ 912.004181] env[66341]: INFO networking_nsxv3.common.synchronization [req-a18dd0d1-890f-4ffe-a56f-26eba9f5c1e4 req-06c6be28-afb9-4b2a-9dc4-63f01b9f91a6 service nova] Enqueued Resource ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 with Priority: HIGHEST for action security_group_rules [ 912.004181] env[66341]: INFO networking_nsxv3.common.synchronization [req-a18dd0d1-890f-4ffe-a56f-26eba9f5c1e4 req-06c6be28-afb9-4b2a-9dc4-63f01b9f91a6 service nova] Enqueued Resource ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 with Priority: HIGHEST for action security_group_members [ 912.004181] env[66341]: INFO networking_nsxv3.common.synchronization [req-a18dd0d1-890f-4ffe-a56f-26eba9f5c1e4 req-06c6be28-afb9-4b2a-9dc4-63f01b9f91a6 service nova] Enqueued Resource ID: c720d289-7282-40ca-a1cf-4683de425ca3 with Priority: HIGHEST for action port [ 912.004181] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 with Priority: HIGHEST for action security_group_rules [ 912.004181] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 with Priority: HIGHEST for action security_group_members [ 912.004181] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c720d289-7282-40ca-a1cf-4683de425ca3 with Priority: HIGHEST for action port [ 912.004181] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cadb9e7e-6b7f-4284-8637-6a9020ff33c7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.004181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.009411] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.009411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.009411] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-c720d289-7282-40ca-a1cf-4683de425ca3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.009411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c720d289-7282-40ca-a1cf-4683de425ca3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.009411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c720d289-7282-40ca-a1cf-4683de425ca3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.009411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c720d289-7282-40ca-a1cf-4683de425ca3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.009411] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c720d289-7282-40ca-a1cf-4683de425ca3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.362370] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e in Status: SUCCESS [ 912.362492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.511144] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c720d289-7282-40ca-a1cf-4683de425ca3 with status ACTIVE [ 912.511378] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.512511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.512511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.512511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.512511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.512511] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.512511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.512511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.512776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.512776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.512887] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.512937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.512964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.513117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.513260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.513399] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c720d289-7282-40ca-a1cf-4683de425ca3 is going to be updated. [ 912.544139] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.544558] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.545302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.545302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.545302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.545302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c720d289-7282-40ca-a1cf-4683de425ca3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.823162] env[66341]: INFO networking_nsxv3.common.synchronization [req-d7ba3805-317a-4366-9df8-8a52d1816e22 req-f617c7ad-a929-44ab-88ce-5a9a08e4cb78 tempest-ServersTestMultiNic-872851536 tempest-ServersTestMultiNic-872851536-project-member] Enqueued Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 912.823753] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 912.824150] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.827299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.827299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.827461] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.827558] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.827667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.827763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.827971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.828095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.828200] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.241254] env[66341]: INFO networking_nsxv3.common.synchronization [req-d7ba3805-317a-4366-9df8-8a52d1816e22 req-630e73c5-67b3-479b-9c7a-8069db3c4ae9 tempest-ServersTestMultiNic-872851536 tempest-ServersTestMultiNic-872851536-project-member] Enqueued Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 913.241888] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 913.242254] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.242362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.331223] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.331427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.331427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.332431] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.357618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.357917] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.358093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.358126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.358308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.358388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.358552] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 is going to be updated. [ 913.386931] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.387099] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.387172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.387391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.387537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.397345] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: IN_PROGRESS for 2s [ 913.408698] env[66341]: INFO networking_nsxv3.common.synchronization [req-efa6ca50-87b1-41bc-90d6-a07f3cd62c99 req-574aa3ba-eaf5-46be-b806-44efefa29f53 tempest-ServerMetadataTestJSON-421771039 tempest-ServerMetadataTestJSON-421771039-project-member] Enqueued Resource ID: 2ac38504-7157-488a-a541-e68a9d1879aa with Priority: HIGHEST for action security_group_members [ 913.409252] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ac38504-7157-488a-a541-e68a9d1879aa with Priority: HIGHEST for action security_group_members [ 913.409561] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ac38504-7157-488a-a541-e68a9d1879aa taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.409690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.409755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.409947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.410599] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.410846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.410943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.411152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.411299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.411404] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ac38504-7157-488a-a541-e68a9d1879aa',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.544208] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 in Status: SUCCESS [ 913.544467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.544648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.544897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.545113] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.545232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.545295] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.545467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.545540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.545667] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.626786] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.627078] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-874" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.627245] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-874" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.627664] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-874" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.628174] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.628366] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.628565] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.628834] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.629026] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.629247] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.629552] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.629552] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.629687] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.629792] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.629914] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.630085] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.653957] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.654236] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.654361] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.654570] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-874" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.654960] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-e36933e2-5cb0-4f24-9880-1ec7fcfba7f3 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.655245] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-e36933e2-5cb0-4f24-9880-1ec7fcfba7f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.655347] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-e36933e2-5cb0-4f24-9880-1ec7fcfba7f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.655781] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-e36933e2-5cb0-4f24-9880-1ec7fcfba7f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.655899] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e36933e2-5cb0-4f24-9880-1ec7fcfba7f3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.913610] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.913824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.913931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.914215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.914316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.914573] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.914718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.914825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.915059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.915212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.915330] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ac38504-7157-488a-a541-e68a9d1879aa is going to be updated. [ 913.942616] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.942780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.942877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.943124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.943278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.953293] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ac38504-7157-488a-a541-e68a9d1879aa in Status: IN_PROGRESS for 2s [ 914.049138] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.160390] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.160721] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.160857] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.161169] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.161320] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.161479] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port e36933e2-5cb0-4f24-9880-1ec7fcfba7f3 not found, creating... [ 914.161922] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.162114] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.162236] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.162472] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.162614] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.162923] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.163086] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.163202] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.163426] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.163559] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.163703] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: e36933e2-5cb0-4f24-9880-1ec7fcfba7f3 is going to be created. [ 914.189922] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.190219] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.190348] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.190566] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.191073] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.191168] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-e36933e2-5cb0-4f24-9880-1ec7fcfba7f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.551947] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.938952] env[66341]: INFO networking_nsxv3.common.synchronization [req-d7ba3805-317a-4366-9df8-8a52d1816e22 req-d28e9750-eee7-4267-8cc6-d1a52c2fe1b6 service nova] Enqueued Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_rules [ 914.939079] env[66341]: INFO networking_nsxv3.common.synchronization [req-d7ba3805-317a-4366-9df8-8a52d1816e22 req-d28e9750-eee7-4267-8cc6-d1a52c2fe1b6 service nova] Enqueued Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 914.939184] env[66341]: INFO networking_nsxv3.common.synchronization [req-d7ba3805-317a-4366-9df8-8a52d1816e22 req-d28e9750-eee7-4267-8cc6-d1a52c2fe1b6 service nova] Enqueued Resource ID: e36933e2-5cb0-4f24-9880-1ec7fcfba7f3 with Priority: HIGHEST for action port [ 914.939753] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_rules [ 914.939890] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 914.939985] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e36933e2-5cb0-4f24-9880-1ec7fcfba7f3 with Priority: HIGHEST for action port [ 914.940450] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.940657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.940657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.940868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.940939] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.942841] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.942932] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.943147] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-e36933e2-5cb0-4f24-9880-1ec7fcfba7f3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.944086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e36933e2-5cb0-4f24-9880-1ec7fcfba7f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.944086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e36933e2-5cb0-4f24-9880-1ec7fcfba7f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.944086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e36933e2-5cb0-4f24-9880-1ec7fcfba7f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.944086] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e36933e2-5cb0-4f24-9880-1ec7fcfba7f3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.054512] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.054740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.054811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.055115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.055248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.055359] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 is going to be updated. [ 915.088217] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.088381] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.088582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.088832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.088996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.106226] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 in Status: IN_PROGRESS for 2s [ 915.417761] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: SUCCESS [ 915.418871] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 deletion is rescheduled due to dependency. [ 915.418960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.419185] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.419414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.419610] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.419736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.419803] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.420051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.420107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.420342] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.443851] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.444129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.445742] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e36933e2-5cb0-4f24-9880-1ec7fcfba7f3 with status ACTIVE [ 915.446118] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.446208] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.446259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.446547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.446742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.446866] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.447055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.447120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.447251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.447869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.447869] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.447869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.447869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.448136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.448136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.448136] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e36933e2-5cb0-4f24-9880-1ec7fcfba7f3 is going to be updated. [ 915.472371] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.472507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.472642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.473463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.473463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.473463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e36933e2-5cb0-4f24-9880-1ec7fcfba7f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.769025] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.769025] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-318" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.769025] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-318" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.769025] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-318" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.769025] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.769025] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.769025] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.769025] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.769025] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.769025] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.769025] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.769025] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.769025] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.769915] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.769915] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.770045] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.793562] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.793779] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 915.793888] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.794069] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-318" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.794465] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-1d25dc24-f04d-4c95-98ed-bd53c2a1e39b taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.794591] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-1d25dc24-f04d-4c95-98ed-bd53c2a1e39b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.794718] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-1d25dc24-f04d-4c95-98ed-bd53c2a1e39b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.795054] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-1d25dc24-f04d-4c95-98ed-bd53c2a1e39b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.795203] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d25dc24-f04d-4c95-98ed-bd53c2a1e39b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.923964] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.967442] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ac38504-7157-488a-a541-e68a9d1879aa in Status: SUCCESS [ 915.967657] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ac38504-7157-488a-a541-e68a9d1879aa deletion is rescheduled due to dependency. [ 915.967793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.297997] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.298825] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.298825] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.299012] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.299184] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.299410] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 1d25dc24-f04d-4c95-98ed-bd53c2a1e39b not found, creating... [ 916.299769] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.300038] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.300248] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.300655] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.300818] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.301188] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.301364] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.301483] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.301761] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.301913] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.302468] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 1d25dc24-f04d-4c95-98ed-bd53c2a1e39b is going to be created. [ 916.338268] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.338500] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.338500] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.339014] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.339014] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.339306] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-1d25dc24-f04d-4c95-98ed-bd53c2a1e39b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.427394] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.929675] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.930346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.930346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.930346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.930346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.930346] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 is going to be updated. [ 916.958938] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.960013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.960013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.960013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.960013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.972301] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: IN_PROGRESS for 2s [ 917.117053] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 in Status: SUCCESS [ 917.117285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.117623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.117891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.117926] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.118081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.118182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.118364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.118457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.118590] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.124594] env[66341]: INFO networking_nsxv3.common.synchronization [req-d7ba3805-317a-4366-9df8-8a52d1816e22 req-e9aa5c7f-8412-4b1e-8df0-747ff3bfa86f service nova] Enqueued Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_rules [ 917.124793] env[66341]: INFO networking_nsxv3.common.synchronization [req-d7ba3805-317a-4366-9df8-8a52d1816e22 req-e9aa5c7f-8412-4b1e-8df0-747ff3bfa86f service nova] Enqueued Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 917.124935] env[66341]: INFO networking_nsxv3.common.synchronization [req-d7ba3805-317a-4366-9df8-8a52d1816e22 req-e9aa5c7f-8412-4b1e-8df0-747ff3bfa86f service nova] Enqueued Resource ID: 1d25dc24-f04d-4c95-98ed-bd53c2a1e39b with Priority: HIGHEST for action port [ 917.125698] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_rules [ 917.125894] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 917.126024] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d25dc24-f04d-4c95-98ed-bd53c2a1e39b with Priority: HIGHEST for action port [ 917.126320] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.126425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.127224] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.127333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.127579] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d25dc24-f04d-4c95-98ed-bd53c2a1e39b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.127703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d25dc24-f04d-4c95-98ed-bd53c2a1e39b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.127771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d25dc24-f04d-4c95-98ed-bd53c2a1e39b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.127965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d25dc24-f04d-4c95-98ed-bd53c2a1e39b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.128078] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d25dc24-f04d-4c95-98ed-bd53c2a1e39b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.626731] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.629780] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d25dc24-f04d-4c95-98ed-bd53c2a1e39b with status ACTIVE [ 917.630522] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.630522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.632018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.632018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.632018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.632018] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.632018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.632018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.632018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.632411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.632411] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.632411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.632541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.632707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.632707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.632804] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d25dc24-f04d-4c95-98ed-bd53c2a1e39b is going to be updated. [ 917.657028] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.657028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.657028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.657264] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.657347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.657527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d25dc24-f04d-4c95-98ed-bd53c2a1e39b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.129361] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.632569] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.632888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.632985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.633202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.633382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.633496] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 is going to be updated. [ 918.666727] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.666937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.667049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.667295] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.667480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.682873] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 in Status: IN_PROGRESS for 2s [ 918.984040] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: SUCCESS [ 918.984040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.984040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.984040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.984040] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.984040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.984040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.984040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.984441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.984441] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.486147] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.989764] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.491860] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.492193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.492193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.492300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.492389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.492487] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 is going to be updated. [ 920.527271] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.527569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.527569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.527750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.527997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.538337] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: IN_PROGRESS for 2s [ 920.695565] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 in Status: SUCCESS [ 920.696736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.696736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.696736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.697276] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.697276] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.697276] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.697523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.697672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.697840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.698194] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.698359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.698576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.698840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.699114] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.699298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.699576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.699845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.699971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.700112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.700239] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.701332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.701547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.701765] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.701906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.701995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.702196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.702300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.702421] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.204261] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cadb9e7e-6b7f-4284-8637-6a9020ff33c7: rpc.has_security_group_logging(os_id): False [ 921.205398] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.224154] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.224329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.224374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.224569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.224655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.224840] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.224939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.225009] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.225173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.225289] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.225440] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.225533] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.225594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.225732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.225807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.225981] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.226078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.226139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.226277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.226350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.226434] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 is going to be created. [ 921.309113] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.309312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.309410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.309726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.309991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.323657] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 in Status: IN_PROGRESS for 2s [ 921.654467] env[66341]: INFO networking_nsxv3.common.synchronization [req-4406d9b1-f0d8-419f-ab1d-7882ceabf433 req-c968f843-8e1a-4f71-8963-55466dfbcc27 tempest-ServerRescueTestJSON-74364496 tempest-ServerRescueTestJSON-74364496-project-member] Enqueued Resource ID: 25361654-219c-485c-a301-1ef515a02d7c with Priority: HIGHEST for action security_group_members [ 921.654984] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25361654-219c-485c-a301-1ef515a02d7c with Priority: HIGHEST for action security_group_members [ 921.655319] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-25361654-219c-485c-a301-1ef515a02d7c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.655441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.655516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.655756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.655913] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.656113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.656190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.656382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.656470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.656565] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25361654-219c-485c-a301-1ef515a02d7c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.707936] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.955111] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.955321] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-717" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.955446] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-717" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.955790] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-717" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.956116] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.956276] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.956427] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.956943] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.956943] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.957140] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.957193] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.957306] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.957413] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.957521] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.957632] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.957750] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.977559] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.977652] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 921.977753] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.977927] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-717" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.978286] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-46cf09f1-5cd0-4bc8-9609-9a530de13c0a taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.978798] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-46cf09f1-5cd0-4bc8-9609-9a530de13c0a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.979101] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-46cf09f1-5cd0-4bc8-9609-9a530de13c0a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.979249] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-46cf09f1-5cd0-4bc8-9609-9a530de13c0a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.979385] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46cf09f1-5cd0-4bc8-9609-9a530de13c0a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.159814] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.159814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.159814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.160176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.160176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.160278] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.160360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.160413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.160563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.160731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.160823] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25361654-219c-485c-a301-1ef515a02d7c already deleted. [ 922.160907] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.210240] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.210455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.210553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.210948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.211090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.211224] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 is going to be updated. [ 922.245903] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.246061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.246133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.246339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.246480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.257775] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 in Status: IN_PROGRESS for 2s [ 922.481548] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.481841] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.481930] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.482271] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.482451] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.482700] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 46cf09f1-5cd0-4bc8-9609-9a530de13c0a not found, creating... [ 922.483060] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.483203] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.483622] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.483878] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.484204] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.484558] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.484784] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.484935] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.485231] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.485377] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.485522] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 46cf09f1-5cd0-4bc8-9609-9a530de13c0a is going to be created. [ 922.510222] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.510222] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.510222] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.510222] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.510528] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.510528] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-46cf09f1-5cd0-4bc8-9609-9a530de13c0a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.548631] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: SUCCESS [ 922.548879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.549074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.549274] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.549465] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.549586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.549656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.549805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.549906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.550021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.550165] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.553458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.553458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.553458] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.553458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.553458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.553809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.553913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.554021] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.053511] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.053848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.057990] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.326025] env[66341]: INFO networking_nsxv3.common.synchronization [req-4406d9b1-f0d8-419f-ab1d-7882ceabf433 req-9198fd4e-dc31-4211-bf08-6224c60c51a4 service nova] Enqueued Resource ID: 25361654-219c-485c-a301-1ef515a02d7c with Priority: HIGHEST for action security_group_rules [ 923.326025] env[66341]: INFO networking_nsxv3.common.synchronization [req-4406d9b1-f0d8-419f-ab1d-7882ceabf433 req-9198fd4e-dc31-4211-bf08-6224c60c51a4 service nova] Enqueued Resource ID: 25361654-219c-485c-a301-1ef515a02d7c with Priority: HIGHEST for action security_group_members [ 923.326025] env[66341]: INFO networking_nsxv3.common.synchronization [req-4406d9b1-f0d8-419f-ab1d-7882ceabf433 req-9198fd4e-dc31-4211-bf08-6224c60c51a4 service nova] Enqueued Resource ID: 46cf09f1-5cd0-4bc8-9609-9a530de13c0a with Priority: HIGHEST for action port [ 923.330784] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25361654-219c-485c-a301-1ef515a02d7c with Priority: HIGHEST for action security_group_rules [ 923.332414] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25361654-219c-485c-a301-1ef515a02d7c with Priority: HIGHEST for action security_group_members [ 923.332414] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46cf09f1-5cd0-4bc8-9609-9a530de13c0a with Priority: HIGHEST for action port [ 923.333132] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25361654-219c-485c-a301-1ef515a02d7c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.333301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.333387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.333605] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.333686] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25361654-219c-485c-a301-1ef515a02d7c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.336191] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-25361654-219c-485c-a301-1ef515a02d7c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.336191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.336191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.336191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.336496] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.336496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.336496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.336670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.336719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.336856] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25361654-219c-485c-a301-1ef515a02d7c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.338114] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-46cf09f1-5cd0-4bc8-9609-9a530de13c0a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.338322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46cf09f1-5cd0-4bc8-9609-9a530de13c0a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.338322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46cf09f1-5cd0-4bc8-9609-9a530de13c0a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.338504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46cf09f1-5cd0-4bc8-9609-9a530de13c0a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.340144] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46cf09f1-5cd0-4bc8-9609-9a530de13c0a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.353127] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 in Status: SUCCESS [ 923.353127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.353127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.353127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.353127] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.442429] env[66341]: INFO networking_nsxv3.common.synchronization [req-4e0d0f22-7f5d-4335-aa7c-716a8c171b78 req-e6bb6777-cff3-4bb5-a34f-7b6ff8c999da tempest-ListServersNegativeTestJSON-671363711 tempest-ListServersNegativeTestJSON-671363711-project-member] Enqueued Resource ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 with Priority: HIGHEST for action security_group_members [ 923.442856] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 with Priority: HIGHEST for action security_group_members [ 923.443199] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.443301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.560356] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.841182] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25361654-219c-485c-a301-1ef515a02d7c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.842699] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-25361654-219c-485c-a301-1ef515a02d7c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.842699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.843863] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46cf09f1-5cd0-4bc8-9609-9a530de13c0a with status ACTIVE [ 923.844121] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.844332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.844437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.844716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.845070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.845129] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.845223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.845308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.845513] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.845611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.845852] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.846053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.846083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.846264] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.846359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.846465] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46cf09f1-5cd0-4bc8-9609-9a530de13c0a is going to be updated. [ 923.855954] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.856177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.869296] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.869475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.869552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.869778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.869928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.870104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46cf09f1-5cd0-4bc8-9609-9a530de13c0a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.067217] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.067548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.067548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.067826] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.070042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.070218] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 is going to be updated. [ 924.106795] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.106969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.107026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.107227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.107379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.116577] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: IN_PROGRESS for 2s [ 924.269886] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 in Status: SUCCESS [ 924.269886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.270033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.270248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.270448] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.270571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.270669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.270877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.270965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.271081] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.345051] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25361654-219c-485c-a301-1ef515a02d7c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.346597] env[66341]: INFO networking_nsxv3.common.synchronization [req-57ff5b0b-6f7b-4cdc-ba64-d1aabcf78f35 req-5474a8b4-44ba-4687-8bc1-e40e4a20bca7 tempest-AttachVolumeNegativeTest-2113034914 tempest-AttachVolumeNegativeTest-2113034914-project-member] Enqueued Resource ID: d57976cb-8734-4b9f-8d2f-814970a81abd with Priority: HIGHEST for action security_group_members [ 924.347330] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57976cb-8734-4b9f-8d2f-814970a81abd with Priority: HIGHEST for action security_group_members [ 924.347643] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d57976cb-8734-4b9f-8d2f-814970a81abd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.347787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.347826] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.348102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.348274] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.348373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.348434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.348641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.348760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.348826] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d57976cb-8734-4b9f-8d2f-814970a81abd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.721606] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.721843] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-770" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.721934] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-770" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.722260] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-770" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.722663] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.722837] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.722837] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.723072] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.723240] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.723455] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.723677] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.723677] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.723863] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.723863] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.724124] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.724215] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.749796] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.749975] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 924.750123] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.750299] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-770" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.750703] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-bb088fa6-e572-4a84-9eb7-bacf0b42fbea taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.751317] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-bb088fa6-e572-4a84-9eb7-bacf0b42fbea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.751317] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-bb088fa6-e572-4a84-9eb7-bacf0b42fbea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.751445] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-bb088fa6-e572-4a84-9eb7-bacf0b42fbea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.751500] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb088fa6-e572-4a84-9eb7-bacf0b42fbea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.776437] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.849042] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.849042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.849042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.849042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.849042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.849476] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25361654-219c-485c-a301-1ef515a02d7c is going to be created. [ 924.851434] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.851434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.851434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.851634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.852322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.852322] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.852322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.852322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.852322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.852648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.852648] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d57976cb-8734-4b9f-8d2f-814970a81abd already deleted. [ 924.852648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.877060] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.877260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.877350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.877545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.877732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.892673] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25361654-219c-485c-a301-1ef515a02d7c in Status: UNINITIALIZED for 2s [ 925.255320] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.255612] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.255699] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.256039] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.256203] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.256364] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port bb088fa6-e572-4a84-9eb7-bacf0b42fbea not found, creating... [ 925.256653] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.256851] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.256973] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.257222] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.257359] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.257655] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.257811] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.261229] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.261568] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.262029] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.262227] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: bb088fa6-e572-4a84-9eb7-bacf0b42fbea is going to be created. [ 925.277451] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.288475] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.288703] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.288814] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.289147] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.289827] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.289827] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-bb088fa6-e572-4a84-9eb7-bacf0b42fbea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.783088] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.783327] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.783410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.783602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.783689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.785280] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 is going to be updated. [ 925.909026] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.909026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.909026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.909026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.909026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.922040] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 in Status: IN_PROGRESS for 2s [ 926.131495] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: SUCCESS [ 926.131905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.133725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.133725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.133725] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.133725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.133725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.133725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.133725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.133725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.134602] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.134602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.136338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.136338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.136472] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.137149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.137149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.137149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.137149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.137149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.137373] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.509222] env[66341]: INFO networking_nsxv3.common.synchronization [req-57ff5b0b-6f7b-4cdc-ba64-d1aabcf78f35 req-d60a1d92-c649-4b5f-b454-20e99b32b1d2 service nova] Enqueued Resource ID: d57976cb-8734-4b9f-8d2f-814970a81abd with Priority: HIGHEST for action security_group_rules [ 926.509480] env[66341]: INFO networking_nsxv3.common.synchronization [req-57ff5b0b-6f7b-4cdc-ba64-d1aabcf78f35 req-d60a1d92-c649-4b5f-b454-20e99b32b1d2 service nova] Enqueued Resource ID: d57976cb-8734-4b9f-8d2f-814970a81abd with Priority: HIGHEST for action security_group_members [ 926.509545] env[66341]: INFO networking_nsxv3.common.synchronization [req-57ff5b0b-6f7b-4cdc-ba64-d1aabcf78f35 req-d60a1d92-c649-4b5f-b454-20e99b32b1d2 service nova] Enqueued Resource ID: bb088fa6-e572-4a84-9eb7-bacf0b42fbea with Priority: HIGHEST for action port [ 926.510384] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57976cb-8734-4b9f-8d2f-814970a81abd with Priority: HIGHEST for action security_group_rules [ 926.510679] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57976cb-8734-4b9f-8d2f-814970a81abd with Priority: HIGHEST for action security_group_members [ 926.510835] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb088fa6-e572-4a84-9eb7-bacf0b42fbea with Priority: HIGHEST for action port [ 926.511524] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d57976cb-8734-4b9f-8d2f-814970a81abd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.511524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.511524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.511720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.511843] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d57976cb-8734-4b9f-8d2f-814970a81abd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.513066] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d57976cb-8734-4b9f-8d2f-814970a81abd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.514458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.514852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.514975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.515421] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.515421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.515421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.515581] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.515848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.515848] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d57976cb-8734-4b9f-8d2f-814970a81abd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.517060] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb088fa6-e572-4a84-9eb7-bacf0b42fbea taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.517189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb088fa6-e572-4a84-9eb7-bacf0b42fbea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.517313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb088fa6-e572-4a84-9eb7-bacf0b42fbea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.517464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb088fa6-e572-4a84-9eb7-bacf0b42fbea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.517509] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb088fa6-e572-4a84-9eb7-bacf0b42fbea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.643007] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc5f6474-693d-426d-8ced-dc2a9aedd349: rpc.has_security_group_logging(os_id): False [ 926.662958] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.663147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.663574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.663574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.663574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.663837] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.663837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.663919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.664051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.664124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.664329] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.664382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.664440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.664576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.664647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.664827] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.664912] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.664969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.666021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.666021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.666021] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 is going to be updated. [ 926.749092] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.749254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.749635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.749635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.749746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.766793] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: IN_PROGRESS for 2s [ 926.905086] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25361654-219c-485c-a301-1ef515a02d7c in Status: SUCCESS [ 926.905518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.905670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.905809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.906030] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.906171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.906235] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.906530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.906621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.906716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.906807] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25361654-219c-485c-a301-1ef515a02d7c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.020415] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d57976cb-8734-4b9f-8d2f-814970a81abd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.022324] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d57976cb-8734-4b9f-8d2f-814970a81abd taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.022429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.023086] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb088fa6-e572-4a84-9eb7-bacf0b42fbea with status ACTIVE [ 927.023889] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.023889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.023889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.023889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.023889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.024503] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.024503] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.024503] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.024503] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.024503] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.024868] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.024868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.024868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.025080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.025709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.025709] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb088fa6-e572-4a84-9eb7-bacf0b42fbea is going to be updated. [ 927.049068] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.049249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.049337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.049484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.049620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.049784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb088fa6-e572-4a84-9eb7-bacf0b42fbea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.410144] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-25361654-219c-485c-a301-1ef515a02d7c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.410576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.410576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.410753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.410854] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.410978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.411090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.411339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.411400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.411433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.411590] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-25361654-219c-485c-a301-1ef515a02d7c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.411712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.411770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.411929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.412077] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.412173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.412235] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.412376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.412451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.412535] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.412627] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25361654-219c-485c-a301-1ef515a02d7c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.523192] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d57976cb-8734-4b9f-8d2f-814970a81abd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.915794] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25361654-219c-485c-a301-1ef515a02d7c: rpc.has_security_group_logging(os_id): False [ 927.936798] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 in Status: SUCCESS [ 927.936798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.936798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.936798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.936798] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.936798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.936798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.936798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.936798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.936798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.936798] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.941230] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.941230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.941230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.941230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.941230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.941230] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.941230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.941230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.941230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.941230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.941230] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.941230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.941230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.941230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.941230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.941761] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.941761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.941761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.941761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.941924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.941924] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25361654-219c-485c-a301-1ef515a02d7c is going to be created. [ 928.019733] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.019856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.019929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.020956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.020956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.025897] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.026144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.026267] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.026583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.026744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.026939] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d57976cb-8734-4b9f-8d2f-814970a81abd is going to be created. [ 928.033816] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25361654-219c-485c-a301-1ef515a02d7c in Status: IN_PROGRESS for 2s [ 928.057385] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.057645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.057722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.058042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.058192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.077305] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d57976cb-8734-4b9f-8d2f-814970a81abd in Status: UNINITIALIZED for 2s [ 928.444599] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.444802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.444930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.445234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.445532] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.445630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.445729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.445985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.446135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.446283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.446448] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.446573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.446663] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.446890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.447085] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.447218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.447306] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.447532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.447657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.447794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.447927] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.786620] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: SUCCESS [ 928.786967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.787087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.787313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.787406] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.951549] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cadb9e7e-6b7f-4284-8637-6a9020ff33c7: rpc.has_security_group_logging(os_id): False [ 928.974117] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.974117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.974117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.974117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.974117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.974117] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.974117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.974117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.974383] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.974383] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.974533] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.974599] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.974785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.975517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.975517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.975692] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.976590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.976780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.976843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.976921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.977223] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 is going to be updated. [ 929.068117] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.068117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.068117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.068117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.068117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.078917] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 in Status: IN_PROGRESS for 2s [ 929.291021] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.291224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.291524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.291524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.291713] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.291866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.291954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.295182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.295182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.295182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.295182] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.317360] env[66341]: INFO networking_nsxv3.common.synchronization [req-d0c50822-6e38-4cb2-a1e8-5b2a380dbfb5 req-b72ad899-0a56-48d2-97f1-0ae342ac121f tempest-ServersAdminTestJSON-653169236 tempest-ServersAdminTestJSON-653169236-project-member] Enqueued Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_members [ 929.317978] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_members [ 929.318814] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.318946] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.319024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.319242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.321054] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.321283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.321400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.322042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.322142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.322256] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.796577] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.796926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.796926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.797188] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.797315] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.797410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.797472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.797651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.798683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.798683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.798683] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.798683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.798683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.798683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.798683] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.799031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.799031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.799031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.799892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.800028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.800131] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.826067] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.051545] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25361654-219c-485c-a301-1ef515a02d7c in Status: SUCCESS [ 930.051545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.093028] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d57976cb-8734-4b9f-8d2f-814970a81abd in Status: SUCCESS [ 930.093028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.093028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.093028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.093028] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.093028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.093028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.093028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.093028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.093028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.093028] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d57976cb-8734-4b9f-8d2f-814970a81abd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.305739] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc5f6474-693d-426d-8ced-dc2a9aedd349: rpc.has_security_group_logging(os_id): False [ 930.328104] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.333452] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.333452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.333452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.333452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.333452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.334131] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.334249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.334321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.336152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.336152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.336152] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.336152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.336152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.336152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.336152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.336429] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.336429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.336499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.336976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.336976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.336976] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 is going to be updated. [ 930.343120] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.343365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.343487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.343758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.343869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.343977] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b is going to be updated. [ 930.393360] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.393505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.393792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.393867] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.394024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.407569] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: IN_PROGRESS for 2s [ 930.434051] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.434210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.434270] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.434629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.434723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.463254] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: IN_PROGRESS for 2s [ 930.598351] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d57976cb-8734-4b9f-8d2f-814970a81abd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.671209] env[66341]: INFO networking_nsxv3.common.synchronization [req-458271fa-9918-4d8c-97c6-e64681825df2 req-1b01b8a9-8967-43a5-a5a2-1284f96f9df7 tempest-ServersTestMultiNic-872851536 tempest-ServersTestMultiNic-872851536-project-member] Enqueued Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 930.671209] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 930.671209] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.672940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.673228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.673548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.673818] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.674069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.674223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.674497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.674760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.674982] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.996965] env[66341]: INFO networking_nsxv3.common.synchronization [req-458271fa-9918-4d8c-97c6-e64681825df2 req-425ff567-6ea0-41c3-8304-158f5dce6b2c tempest-ServersTestMultiNic-872851536 tempest-ServersTestMultiNic-872851536-project-member] Enqueued Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 930.997750] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGHEST for action security_group_members [ 930.998226] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.998396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.098332] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 in Status: SUCCESS [ 931.098662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.098857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.099165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.099231] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.100426] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d57976cb-8734-4b9f-8d2f-814970a81abd: rpc.has_security_group_logging(os_id): False [ 931.122409] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.122620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.122751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.123038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.123169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.123433] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.123561] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.123630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.123838] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.123933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.124171] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d57976cb-8734-4b9f-8d2f-814970a81abd is going to be created. [ 931.178489] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.197729] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.197913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.197981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.198418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.198418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.219949] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d57976cb-8734-4b9f-8d2f-814970a81abd in Status: IN_PROGRESS for 2s [ 931.609180] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.609180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.609180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.609180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.609180] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.609180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.609180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.609180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.609180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.609180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.609180] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.680566] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.109060] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.109060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.109060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.109060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.109060] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.109060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.109060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.109060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.109902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.109902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.111389] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.111389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.111389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.111389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.111389] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.111389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.111389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.111800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.111800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.111800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.111909] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.183671] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.183671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.183671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.183822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.183918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.183981] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 is going to be updated. [ 932.219904] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.219996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.220108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.220370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.220527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.231373] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: IN_PROGRESS for 2s [ 932.418776] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: SUCCESS [ 932.418776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.494726] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: SUCCESS [ 932.494726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.617247] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cadb9e7e-6b7f-4284-8637-6a9020ff33c7: rpc.has_security_group_logging(os_id): False [ 932.640387] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.640592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.640728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.640966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.641070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.644100] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.644100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.644100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.644100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.644100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.644100] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.644100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.644100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.644100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.644100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.644100] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.644100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.644100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.644100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.644607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.644607] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 is going to be updated. [ 932.726036] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.726036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.726036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.726036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.726036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.738834] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 in Status: IN_PROGRESS for 2s [ 933.232688] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d57976cb-8734-4b9f-8d2f-814970a81abd in Status: SUCCESS [ 933.233147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.834456] env[66341]: INFO networking_nsxv3.common.synchronization [req-13a9dc73-0817-48be-8a55-987bcb9594cf req-7cc72d09-43d2-4faa-a281-fc88d91f8977 tempest-ServersAdminNegativeTestJSON-64458808 tempest-ServersAdminNegativeTestJSON-64458808-project-member] Enqueued Resource ID: d93db470-b338-4be6-a10e-371fcae2e3b8 with Priority: HIGHEST for action security_group_members [ 933.835039] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d93db470-b338-4be6-a10e-371fcae2e3b8 with Priority: HIGHEST for action security_group_members [ 933.835361] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d93db470-b338-4be6-a10e-371fcae2e3b8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.835488] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.835563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.835805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.836482] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.836482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.836482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.836482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.836482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.836667] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d93db470-b338-4be6-a10e-371fcae2e3b8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.244074] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: SUCCESS [ 934.244382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.244486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.244713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.244909] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.245040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.245129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.245262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.245342] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.245440] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.268752] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.268968] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.269134] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.269632] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.269707] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.269987] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.270131] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.270358] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.270515] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.270765] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.270893] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.270987] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.271128] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.271238] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.271341] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.271471] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.296300] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.296470] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 934.296611] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.296788] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.300448] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-5ba875bf-e9e5-49ca-acfb-9ebe191f49e7 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.300448] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-5ba875bf-e9e5-49ca-acfb-9ebe191f49e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.300448] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-5ba875bf-e9e5-49ca-acfb-9ebe191f49e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.300448] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-5ba875bf-e9e5-49ca-acfb-9ebe191f49e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.300448] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ba875bf-e9e5-49ca-acfb-9ebe191f49e7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.341275] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d93db470-b338-4be6-a10e-371fcae2e3b8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.748398] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.748606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.748606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.748845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.748939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.749142] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.749252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.749304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.749451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.749541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.749599] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 is going to be updated. [ 934.755626] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 in Status: SUCCESS [ 934.755838] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.778409] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.778576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.778640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.778882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.779045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.788861] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: IN_PROGRESS for 2s [ 934.803043] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.803043] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.803043] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.803043] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.803289] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.803319] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 5ba875bf-e9e5-49ca-acfb-9ebe191f49e7 not found, creating... [ 934.803587] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.803752] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.803965] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.804107] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.804246] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.804516] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.804668] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.804782] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.804986] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.805176] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.805271] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 5ba875bf-e9e5-49ca-acfb-9ebe191f49e7 is going to be created. [ 934.840092] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.840440] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.840615] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.841021] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.841372] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.841715] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-5ba875bf-e9e5-49ca-acfb-9ebe191f49e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.842762] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d93db470-b338-4be6-a10e-371fcae2e3b8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.345527] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.345527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.345952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.346453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.346624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.346814] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d93db470-b338-4be6-a10e-371fcae2e3b8 is going to be updated. [ 935.377279] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.377485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.377485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.377691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.377838] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.387282] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d93db470-b338-4be6-a10e-371fcae2e3b8 in Status: IN_PROGRESS for 2s [ 935.547170] env[66341]: INFO networking_nsxv3.common.synchronization [req-13a9dc73-0817-48be-8a55-987bcb9594cf req-b2c80d07-4c8c-4d00-96c7-e90263e36676 service nova] Enqueued Resource ID: d93db470-b338-4be6-a10e-371fcae2e3b8 with Priority: HIGHEST for action security_group_rules [ 935.547351] env[66341]: INFO networking_nsxv3.common.synchronization [req-13a9dc73-0817-48be-8a55-987bcb9594cf req-b2c80d07-4c8c-4d00-96c7-e90263e36676 service nova] Enqueued Resource ID: d93db470-b338-4be6-a10e-371fcae2e3b8 with Priority: HIGHEST for action security_group_members [ 935.547733] env[66341]: INFO networking_nsxv3.common.synchronization [req-13a9dc73-0817-48be-8a55-987bcb9594cf req-b2c80d07-4c8c-4d00-96c7-e90263e36676 service nova] Enqueued Resource ID: 5ba875bf-e9e5-49ca-acfb-9ebe191f49e7 with Priority: HIGHEST for action port [ 935.548135] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d93db470-b338-4be6-a10e-371fcae2e3b8 with Priority: HIGHEST for action security_group_rules [ 935.548344] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d93db470-b338-4be6-a10e-371fcae2e3b8 with Priority: HIGHEST for action security_group_members [ 935.548516] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba875bf-e9e5-49ca-acfb-9ebe191f49e7 with Priority: HIGHEST for action port [ 935.548878] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d93db470-b338-4be6-a10e-371fcae2e3b8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.549026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.549099] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.549304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.549390] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d93db470-b338-4be6-a10e-371fcae2e3b8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.550259] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d93db470-b338-4be6-a10e-371fcae2e3b8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.550356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.550548] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ba875bf-e9e5-49ca-acfb-9ebe191f49e7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.550693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ba875bf-e9e5-49ca-acfb-9ebe191f49e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.550746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ba875bf-e9e5-49ca-acfb-9ebe191f49e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.550927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ba875bf-e9e5-49ca-acfb-9ebe191f49e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.550992] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ba875bf-e9e5-49ca-acfb-9ebe191f49e7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.053041] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d93db470-b338-4be6-a10e-371fcae2e3b8 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.053200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.053588] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ba875bf-e9e5-49ca-acfb-9ebe191f49e7 with status ACTIVE [ 936.053588] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.053588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.053727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.053860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.053948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.054260] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.054340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.054340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.054497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.054576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.054744] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.054836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.054899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.055044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.055118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.055219] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ba875bf-e9e5-49ca-acfb-9ebe191f49e7 is going to be updated. [ 936.082629] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.082783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.082853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.083084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.083230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.083396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ba875bf-e9e5-49ca-acfb-9ebe191f49e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.799539] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 in Status: SUCCESS [ 936.799539] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 deletion is rescheduled due to dependency. [ 936.799539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.397866] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d93db470-b338-4be6-a10e-371fcae2e3b8 in Status: SUCCESS [ 937.398129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.398302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.398542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.398749] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.398881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.398957] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.399125] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.399206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.399314] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d93db470-b338-4be6-a10e-371fcae2e3b8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.902213] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d93db470-b338-4be6-a10e-371fcae2e3b8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.405229] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d93db470-b338-4be6-a10e-371fcae2e3b8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.909637] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.910641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.910641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.910846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.910995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.911094] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d93db470-b338-4be6-a10e-371fcae2e3b8 is going to be updated. [ 938.974381] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.974567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.974729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.974905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.975102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.988349] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d93db470-b338-4be6-a10e-371fcae2e3b8 in Status: IN_PROGRESS for 2s [ 939.102336] env[66341]: INFO networking_nsxv3.common.synchronization [req-0631dbbe-216d-40e5-8a46-f7de3b26eb4a req-f3dc5a91-ba83-4d4a-9d74-3e6cda31865c tempest-ImagesTestJSON-624667671 tempest-ImagesTestJSON-624667671-project-member] Enqueued Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 939.103536] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 939.103536] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.103536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.103536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.103780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.103959] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.104418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.104418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.104697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.104697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.104790] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.610414] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.610583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.610655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.611164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.635870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.636496] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.636612] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.636653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.636842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.636924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.637032] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 is going to be updated. [ 939.668043] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.668740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.668839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.669115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.669274] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.682050] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: IN_PROGRESS for 2s [ 941.006410] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d93db470-b338-4be6-a10e-371fcae2e3b8 in Status: SUCCESS [ 941.006657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.006822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.007051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.007252] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.007374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.007439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.007599] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.007680] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.007765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.007858] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d93db470-b338-4be6-a10e-371fcae2e3b8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.510715] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d93db470-b338-4be6-a10e-371fcae2e3b8 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.510920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.511010] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.511216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.511466] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.511515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.511545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.511666] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.511750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.511834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.511979] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d93db470-b338-4be6-a10e-371fcae2e3b8 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.513056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.513056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.513056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.513056] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.513056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.513056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.513056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.513056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.513056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.513056] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d93db470-b338-4be6-a10e-371fcae2e3b8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.691621] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: SUCCESS [ 941.691836] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 deletion is rescheduled due to dependency. [ 941.691971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.015881] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d93db470-b338-4be6-a10e-371fcae2e3b8: rpc.has_security_group_logging(os_id): False [ 942.037171] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.037524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.037682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.038063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.061335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.061659] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.061947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.062028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.062607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.062607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.062801] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.062927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.062998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.063227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.063409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.063639] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.063754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.063813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.064321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.064321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.064321] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d93db470-b338-4be6-a10e-371fcae2e3b8 is going to be updated. [ 942.135897] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.135897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.135897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.135897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.135897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.153388] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d93db470-b338-4be6-a10e-371fcae2e3b8 in Status: IN_PROGRESS for 2s [ 942.446481] env[66341]: INFO networking_nsxv3.common.synchronization [None req-5f00873c-6edc-428a-be47-f3a155e2f2cc tempest-ServerRescueNegativeTestJSON-750166175 tempest-ServerRescueNegativeTestJSON-750166175-project-member] Enqueued Resource ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 with Priority: HIGHEST for action security_group_rules [ 942.447014] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 with Priority: HIGHEST for action security_group_rules [ 942.447319] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dae578a-d8a6-461b-9a81-b76ac0e38156 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.447461] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.447532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.447775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.447857] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dae578a-d8a6-461b-9a81-b76ac0e38156',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.541757] env[66341]: INFO networking_nsxv3.common.synchronization [None req-709ea69e-0dc8-400e-8115-0253dc8e7dd0 tempest-ServerRescueNegativeTestJSON-750166175 tempest-ServerRescueNegativeTestJSON-750166175-project-member] Enqueued Resource ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 with Priority: HIGHEST for action security_group_rules [ 942.542559] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 with Priority: HIGHEST for action security_group_rules [ 942.542974] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dae578a-d8a6-461b-9a81-b76ac0e38156 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.542974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.741246] env[66341]: INFO networking_nsxv3.common.synchronization [req-aa26bb02-d96c-44bc-8c0e-c038e66ea810 req-a5caaa41-3916-4a02-b910-3fd6d5bf0cb3 tempest-DeleteServersTestJSON-1925445125 tempest-DeleteServersTestJSON-1925445125-project-member] Enqueued Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 942.741756] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 942.742092] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.742221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.742291] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.742570] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.742752] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.742858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.742941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.743121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.743472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.743472] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.971755] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.971934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.971980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.972249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.972340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.972427] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 already deleted. [ 942.972529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.972710] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.972938] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.973056] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dae578a-d8a6-461b-9a81-b76ac0e38156',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.177041] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.177387] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-274" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.177387] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-274" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.177682] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-274" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.177943] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.178123] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.178238] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.178454] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.178594] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.178828] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.178942] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.179061] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.179166] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.179272] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.179375] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.179503] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.208095] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.208586] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 943.208586] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.208719] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-274" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.209133] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-e9e1bc54-95a9-4813-942e-ead118066980 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.209322] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-e9e1bc54-95a9-4813-942e-ead118066980" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.209485] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-e9e1bc54-95a9-4813-942e-ead118066980" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.209778] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-e9e1bc54-95a9-4813-942e-ead118066980" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.209923] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9e1bc54-95a9-4813-942e-ead118066980',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.245934] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.246228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.246355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.246670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.246815] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.247204] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.247364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.247458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.247689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.247820] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.247968] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 already deleted. [ 943.248117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.495106] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.495272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.495345] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.495559] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.495713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.495802] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 already deleted. [ 943.495870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.712878] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.713254] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.713435] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.713865] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.714103] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.714691] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port e9e1bc54-95a9-4813-942e-ead118066980 not found, creating... [ 943.714691] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.714933] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.715332] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.715692] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.715950] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.716376] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.716640] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.716808] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.717143] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.717310] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.717525] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: e9e1bc54-95a9-4813-942e-ead118066980 is going to be created. [ 943.739817] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.740024] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.740136] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.741479] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.741738] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.741981] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-e9e1bc54-95a9-4813-942e-ead118066980" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.169658] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d93db470-b338-4be6-a10e-371fcae2e3b8 in Status: SUCCESS [ 944.169929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.478896] env[66341]: INFO networking_nsxv3.common.synchronization [req-aa26bb02-d96c-44bc-8c0e-c038e66ea810 req-4d6384af-b273-4c34-ad1a-777fe37024cf service nova] Enqueued Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_rules [ 944.479166] env[66341]: INFO networking_nsxv3.common.synchronization [req-aa26bb02-d96c-44bc-8c0e-c038e66ea810 req-4d6384af-b273-4c34-ad1a-777fe37024cf service nova] Enqueued Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 944.479240] env[66341]: INFO networking_nsxv3.common.synchronization [req-aa26bb02-d96c-44bc-8c0e-c038e66ea810 req-4d6384af-b273-4c34-ad1a-777fe37024cf service nova] Enqueued Resource ID: e9e1bc54-95a9-4813-942e-ead118066980 with Priority: HIGHEST for action port [ 944.479782] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_rules [ 944.479941] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 944.480469] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e1bc54-95a9-4813-942e-ead118066980 with Priority: HIGHEST for action port [ 944.480643] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.481258] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.481397] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.481692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.481692] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.483043] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.484052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.484052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.484268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.484378] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.485309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.485309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.485309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.485309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.485309] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.486889] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9e1bc54-95a9-4813-942e-ead118066980 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.486889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9e1bc54-95a9-4813-942e-ead118066980" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.486889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9e1bc54-95a9-4813-942e-ead118066980" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.486889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9e1bc54-95a9-4813-942e-ead118066980" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.486889] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9e1bc54-95a9-4813-942e-ead118066980',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.991764] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.992876] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.992999] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.995034] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9e1bc54-95a9-4813-942e-ead118066980 with status ACTIVE [ 944.995182] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.995306] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.995374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.995588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.995681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.995923] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.996057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.996124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.996300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.996375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.997216] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.997355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.997443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.997625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.997743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.998399] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9e1bc54-95a9-4813-942e-ead118066980 is going to be updated. [ 945.052977] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.053145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.053187] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.053555] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.053702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.053871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9e1bc54-95a9-4813-942e-ead118066980" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.412333] env[66341]: INFO networking_nsxv3.common.synchronization [req-1f5223b1-c8f8-4f35-8b27-f32444a39d40 req-d7a268da-c3db-4855-9f09-5c533cd427a5 tempest-ServersNegativeTestJSON-64642228 tempest-ServersNegativeTestJSON-64642228-project-member] Enqueued Resource ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 with Priority: HIGHEST for action security_group_members [ 945.413086] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 with Priority: HIGHEST for action security_group_members [ 945.413227] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.413378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.413459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.413859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.413859] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.413966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.414016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.414203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.414286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.414397] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.483255] env[66341]: INFO networking_nsxv3.common.synchronization [req-df9dcda9-a982-476e-b6c4-fcee2c2df943 req-1c0edb86-be0f-499c-9cf8-9a319af0612b tempest-ListImageFiltersTestJSON-1312611691 tempest-ListImageFiltersTestJSON-1312611691-project-member] Enqueued Resource ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf with Priority: HIGHEST for action security_group_members [ 945.483794] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf with Priority: HIGHEST for action security_group_members [ 945.484111] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-40bb9f33-0571-4295-8ea0-2da157c46cbf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.484233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.484531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.484756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.484914] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.485200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.485200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.485303] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.485369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.485461] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40bb9f33-0571-4295-8ea0-2da157c46cbf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.494600] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.783202] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.783406] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-336" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.783531] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-336" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.783864] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-336" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.784147] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.784305] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.784420] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.784635] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.784781] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.785054] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.785179] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.785286] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.785392] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.785500] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.785601] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.785731] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.807073] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.807259] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 945.807394] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.807599] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-336" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.807875] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-b0191b40-6cf9-428a-99f3-ace13d87e8e0 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.808061] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-b0191b40-6cf9-428a-99f3-ace13d87e8e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.808177] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-b0191b40-6cf9-428a-99f3-ace13d87e8e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.808579] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-b0191b40-6cf9-428a-99f3-ace13d87e8e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.808669] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0191b40-6cf9-428a-99f3-ace13d87e8e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.917202] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.917435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.917541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.917811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.917958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.918703] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.918703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.918703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.918703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.918703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.918703] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 already deleted. [ 945.918703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.987610] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40bb9f33-0571-4295-8ea0-2da157c46cbf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.153016] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.153252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.153326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.153532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.153633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.153732] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 is going to be created. [ 946.179271] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.179271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.179429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.181568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.181568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.190850] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: UNINITIALIZED for 2s [ 946.313161] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.313161] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.313452] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.313525] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.313711] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.313893] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port b0191b40-6cf9-428a-99f3-ace13d87e8e0 not found, creating... [ 946.314225] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.314418] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.314554] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.314826] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.315086] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.315821] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.315821] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.315821] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.316029] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.316196] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.316392] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: b0191b40-6cf9-428a-99f3-ace13d87e8e0 is going to be created. [ 946.339807] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.340047] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.340177] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.340453] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.340689] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.341017] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-b0191b40-6cf9-428a-99f3-ace13d87e8e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.489584] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40bb9f33-0571-4295-8ea0-2da157c46cbf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.993073] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.993272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.993348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.993580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.993673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.993777] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf is going to be updated. [ 947.028143] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.028143] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.028143] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.028516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.028597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.039954] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf in Status: IN_PROGRESS for 2s [ 947.099924] env[66341]: INFO networking_nsxv3.common.synchronization [req-1f5223b1-c8f8-4f35-8b27-f32444a39d40 req-d2e7bac3-5361-45c5-89c4-762dc5a3a1c7 service nova] Enqueued Resource ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 with Priority: HIGHEST for action security_group_rules [ 947.100135] env[66341]: INFO networking_nsxv3.common.synchronization [req-1f5223b1-c8f8-4f35-8b27-f32444a39d40 req-d2e7bac3-5361-45c5-89c4-762dc5a3a1c7 service nova] Enqueued Resource ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 with Priority: HIGHEST for action security_group_members [ 947.100282] env[66341]: INFO networking_nsxv3.common.synchronization [req-1f5223b1-c8f8-4f35-8b27-f32444a39d40 req-d2e7bac3-5361-45c5-89c4-762dc5a3a1c7 service nova] Enqueued Resource ID: b0191b40-6cf9-428a-99f3-ace13d87e8e0 with Priority: HIGHEST for action port [ 947.100966] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 with Priority: HIGHEST for action security_group_rules [ 947.101119] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 with Priority: HIGHEST for action security_group_members [ 947.101222] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0191b40-6cf9-428a-99f3-ace13d87e8e0 with Priority: HIGHEST for action port [ 947.101531] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe16dec3-0b1e-4d77-a5e1-a14b3446f581 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.101660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.101744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.102031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.102121] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.103213] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.103213] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.103367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.103468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.103628] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.103770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.103832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.104041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.104115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.104214] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.105209] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0191b40-6cf9-428a-99f3-ace13d87e8e0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.105209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0191b40-6cf9-428a-99f3-ace13d87e8e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.105377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0191b40-6cf9-428a-99f3-ace13d87e8e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.105426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0191b40-6cf9-428a-99f3-ace13d87e8e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.105652] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0191b40-6cf9-428a-99f3-ace13d87e8e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.608181] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.608181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.608484] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.609429] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0191b40-6cf9-428a-99f3-ace13d87e8e0 with status ACTIVE [ 947.609691] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.610575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.610575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.610575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.610575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.610575] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.610575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.610987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.610987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.611120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.611354] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.611570] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.611988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.611988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.612176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.612269] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0191b40-6cf9-428a-99f3-ace13d87e8e0 is going to be updated. [ 947.635035] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.635178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.635222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.635438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.636025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.636025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0191b40-6cf9-428a-99f3-ace13d87e8e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.114773] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.201740] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: SUCCESS [ 948.202339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.202651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.202759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.202953] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.203090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.203165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.203321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.203401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.203485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.203573] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.368778] env[66341]: INFO networking_nsxv3.common.synchronization [None req-9f7d5d53-fc66-4210-8619-570fe7901fd0 tempest-AttachVolumeTestJSON-612687797 tempest-AttachVolumeTestJSON-612687797-project-member] Enqueued Resource ID: 582ad68a-6f5b-4c74-90ed-4be771cd378d with Priority: HIGHEST for action security_group_rules [ 948.370648] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 582ad68a-6f5b-4c74-90ed-4be771cd378d with Priority: HIGHEST for action security_group_rules [ 948.371046] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-582ad68a-6f5b-4c74-90ed-4be771cd378d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.371161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.371208] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.371755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.371755] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('582ad68a-6f5b-4c74-90ed-4be771cd378d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.451418] env[66341]: INFO networking_nsxv3.common.synchronization [None req-cbf1acf3-5455-4e23-b942-8344b06e37ea tempest-AttachVolumeTestJSON-612687797 tempest-AttachVolumeTestJSON-612687797-project-member] Enqueued Resource ID: 582ad68a-6f5b-4c74-90ed-4be771cd378d with Priority: HIGHEST for action security_group_rules [ 948.452395] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 582ad68a-6f5b-4c74-90ed-4be771cd378d with Priority: HIGHEST for action security_group_rules [ 948.453025] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-582ad68a-6f5b-4c74-90ed-4be771cd378d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.453025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.618346] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.618694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.618694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.618891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.618992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.619105] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 is going to be created. [ 948.646458] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.646614] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.646681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.646896] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.647085] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.661220] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 in Status: UNINITIALIZED for 2s [ 948.705817] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.705997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.706257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.706628] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.706839] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.706954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.707035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.707239] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.707325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.707448] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.707575] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.707669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.707731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.707917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.708115] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.708275] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.708346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.708483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.708557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.708639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.708726] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.895681] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.895991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.895991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.896659] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.896659] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.896659] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 582ad68a-6f5b-4c74-90ed-4be771cd378d already deleted. [ 948.896659] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.896868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.896979] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.897122] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('582ad68a-6f5b-4c74-90ed-4be771cd378d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.052953] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf in Status: SUCCESS [ 949.053238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.211942] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 852d2cd5-e26f-4af4-affb-ef219f836d57: rpc.has_security_group_logging(os_id): False [ 949.242493] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.242493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.242764] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.242814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.243111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.243380] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.243540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.243679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.245922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.246039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.246335] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.246468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.246553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.246732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.246811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.247060] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.247181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.247244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.247430] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.247476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.247562] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 is going to be created. [ 949.331732] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.331732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.331732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.331732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.331732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.347400] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: IN_PROGRESS for 2s [ 949.422565] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.422822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.422931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.423296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.423417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.423545] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 582ad68a-6f5b-4c74-90ed-4be771cd378d already deleted. [ 949.423654] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.193435] env[66341]: INFO networking_nsxv3.common.synchronization [req-0ae7454f-1435-4d0c-8a3d-e79455f78c97 req-ad29370e-f9ab-434c-aae7-6434bdc47def tempest-ServerDiskConfigTestJSON-1657017966 tempest-ServerDiskConfigTestJSON-1657017966-project-member] Enqueued Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 950.193924] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 950.194672] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.194672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.194672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.194994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.195367] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.195429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.195524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.195713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.195883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.196095] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.549032] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-260 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.549032] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-260" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.549476] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-260" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.549988] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-260" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.550535] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.551886] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.551886] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.551886] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.551886] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.552115] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.552280] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.552451] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.552625] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.552803] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.552975] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.553210] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.576055] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.576055] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 950.576055] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.576055] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-260" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.576316] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-4b4fa09e-262a-464a-8570-c841a4ba5fe1 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.576516] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-4b4fa09e-262a-464a-8570-c841a4ba5fe1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.576625] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-4b4fa09e-262a-464a-8570-c841a4ba5fe1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.576976] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-4b4fa09e-262a-464a-8570-c841a4ba5fe1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.577133] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b4fa09e-262a-464a-8570-c841a4ba5fe1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.684124] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 in Status: SUCCESS [ 950.684374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.684536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.684756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.684945] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.685076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.685141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.685301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.685397] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.685478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.685566] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.697898] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.698073] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.698125] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.698340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.719229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.719515] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.719653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.719752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.720025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.720109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.720241] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 is going to be updated. [ 950.747757] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.748038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.748178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.748482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.748643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.759612] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: IN_PROGRESS for 2s [ 951.080532] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.080894] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.081121] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.082341] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.082512] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.082674] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 4b4fa09e-262a-464a-8570-c841a4ba5fe1 not found, creating... [ 951.082962] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.083170] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.083308] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.083548] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.083688] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.084024] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.084181] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.084300] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.084511] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.084643] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.084785] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 4b4fa09e-262a-464a-8570-c841a4ba5fe1 is going to be created. [ 951.115026] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.115026] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.115026] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.115026] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.116131] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.116131] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-4b4fa09e-262a-464a-8570-c841a4ba5fe1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.188825] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.189347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.189644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.192026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.192026] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.192026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.192026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.192026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.192026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.192026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.192026] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.192026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.192026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.192026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.192026] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.192026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.192026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.192026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.192026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.192026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.192026] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.365707] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: SUCCESS [ 951.365707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.420929] env[66341]: INFO networking_nsxv3.common.synchronization [req-bd7bc22d-1641-4762-bd7d-87626356c03d req-4ea0c1a1-4e3f-468e-adae-c65d316244ad tempest-ServersAdminNegativeTestJSON-64458808 tempest-ServersAdminNegativeTestJSON-64458808-project-member] Enqueued Resource ID: d93db470-b338-4be6-a10e-371fcae2e3b8 with Priority: HIGHEST for action security_group_members [ 951.425021] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d93db470-b338-4be6-a10e-371fcae2e3b8 with Priority: HIGHEST for action security_group_members [ 951.425021] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d93db470-b338-4be6-a10e-371fcae2e3b8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.425021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.425021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.425021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.425021] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.425021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.425021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.425021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.425021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.425021] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d93db470-b338-4be6-a10e-371fcae2e3b8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.696068] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe16dec3-0b1e-4d77-a5e1-a14b3446f581: rpc.has_security_group_logging(os_id): False [ 951.723779] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.724109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.724221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.725333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.725333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.725333] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.725333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.725489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.725750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.725939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.726559] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.726559] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.726559] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.726559] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.727651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.727651] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.727651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.727651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.727651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.727651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.727651] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 is going to be created. [ 951.800520] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.800887] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.800887] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.801119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.801207] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.817242] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 in Status: IN_PROGRESS for 2s [ 951.835182] env[66341]: INFO networking_nsxv3.common.synchronization [req-0ae7454f-1435-4d0c-8a3d-e79455f78c97 req-08969823-a700-4db7-983e-50beed5822a3 service nova] Enqueued Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_rules [ 951.835276] env[66341]: INFO networking_nsxv3.common.synchronization [req-0ae7454f-1435-4d0c-8a3d-e79455f78c97 req-08969823-a700-4db7-983e-50beed5822a3 service nova] Enqueued Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 951.835416] env[66341]: INFO networking_nsxv3.common.synchronization [req-0ae7454f-1435-4d0c-8a3d-e79455f78c97 req-08969823-a700-4db7-983e-50beed5822a3 service nova] Enqueued Resource ID: 4b4fa09e-262a-464a-8570-c841a4ba5fe1 with Priority: HIGHEST for action port [ 951.835972] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_rules [ 951.836310] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 951.836424] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b4fa09e-262a-464a-8570-c841a4ba5fe1 with Priority: HIGHEST for action port [ 951.836713] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.836843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.836904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.837132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.837203] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.838670] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.838785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.840490] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b4fa09e-262a-464a-8570-c841a4ba5fe1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.840490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b4fa09e-262a-464a-8570-c841a4ba5fe1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.840490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b4fa09e-262a-464a-8570-c841a4ba5fe1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.840490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b4fa09e-262a-464a-8570-c841a4ba5fe1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.840490] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b4fa09e-262a-464a-8570-c841a4ba5fe1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.926427] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d93db470-b338-4be6-a10e-371fcae2e3b8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.339763] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.339986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.342285] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b4fa09e-262a-464a-8570-c841a4ba5fe1 with status ACTIVE [ 952.342468] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.342616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.342657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.342904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.342998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.343334] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.343456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.343525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.343698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.343789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.343994] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.344111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.344174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.344351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.344428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.344517] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b4fa09e-262a-464a-8570-c841a4ba5fe1 is going to be updated. [ 952.366678] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.367089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.367089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.367089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.367201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.367359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b4fa09e-262a-464a-8570-c841a4ba5fe1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.429259] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d93db470-b338-4be6-a10e-371fcae2e3b8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.772275] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: SUCCESS [ 952.772275] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 deletion is rescheduled due to dependency. [ 952.772275] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.772526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.772526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.772708] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.772818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.772883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.773043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.773123] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.773216] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.932325] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.932520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.932593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.933018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.933018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.933086] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d93db470-b338-4be6-a10e-371fcae2e3b8 is going to be updated. [ 952.962524] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.962694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.962734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.962943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.963108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.973200] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d93db470-b338-4be6-a10e-371fcae2e3b8 in Status: IN_PROGRESS for 2s [ 953.276096] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.780442] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.832042] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 in Status: SUCCESS [ 953.832042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.284297] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.284520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.284614] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.285313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.285313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.285313] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 is going to be updated. [ 954.316515] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.316673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.316715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.316909] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.317065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.326381] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: IN_PROGRESS for 2s [ 954.986451] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d93db470-b338-4be6-a10e-371fcae2e3b8 in Status: SUCCESS [ 954.986794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.857959] env[66341]: INFO networking_nsxv3.common.synchronization [req-577a5949-8bb3-4108-bff8-7f9d578d7b4f req-2913c51d-648e-47d2-9ffd-0552b7d8e337 tempest-DeleteServersTestJSON-1925445125 tempest-DeleteServersTestJSON-1925445125-project-member] Enqueued Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 955.858763] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 955.859213] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.859376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.859560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.859743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.859955] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.860120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.860214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.860426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.860547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.860677] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.179458] env[66341]: INFO networking_nsxv3.common.synchronization [req-ee7d5bf7-ef5e-434e-b40f-d5ffb7164c37 req-ff5abe41-d15b-4502-9935-1abb1976d139 tempest-AttachInterfacesV270Test-528266869 tempest-AttachInterfacesV270Test-528266869-project-member] Enqueued Resource ID: 84da2a17-502c-41b7-9d96-f156ebfcb4a4 with Priority: HIGHEST for action security_group_members [ 956.179988] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84da2a17-502c-41b7-9d96-f156ebfcb4a4 with Priority: HIGHEST for action security_group_members [ 956.180299] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-84da2a17-502c-41b7-9d96-f156ebfcb4a4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.180419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.180485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.181765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.181765] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.181765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.181765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.182105] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.182105] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.182105] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84da2a17-502c-41b7-9d96-f156ebfcb4a4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.336252] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: SUCCESS [ 956.336936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.337158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.337714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.337714] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.340857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.340857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.340857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.340857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.340857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.340857] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.365649] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.365649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.365649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.365649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.365649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.365649] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.365649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.365933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.365933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.365933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.366055] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 is going to be updated. [ 956.396503] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.396910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.396910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.397770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.397770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.407583] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: IN_PROGRESS for 2s [ 956.605029] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.605248] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-459" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.605425] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-459" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.605920] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-459" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.606299] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.606550] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.606743] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.607094] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.607268] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.607487] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.607863] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.607863] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.607863] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.608017] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.608017] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.608152] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.635020] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.635020] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 956.635020] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.635020] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-459" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.635020] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-3c0864da-3c1f-4119-94de-076e14542a9e taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.635020] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-3c0864da-3c1f-4119-94de-076e14542a9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.635020] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-3c0864da-3c1f-4119-94de-076e14542a9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.635020] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-3c0864da-3c1f-4119-94de-076e14542a9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.635020] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c0864da-3c1f-4119-94de-076e14542a9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.683993] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.684168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.684168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.684372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.684463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.684662] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.684759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.684814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.685030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.685030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.685133] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84da2a17-502c-41b7-9d96-f156ebfcb4a4 already deleted. [ 956.685186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.844951] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.845125] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.845175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.845353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.845517] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.845618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.845682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.845828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.845929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.846016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.846165] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.846258] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.846317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.846454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.846586] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.846674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.846732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.846863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.846937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.847025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.847118] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.139099] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.139099] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.139099] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.139099] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.139099] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.139099] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 3c0864da-3c1f-4119-94de-076e14542a9e not found, creating... [ 957.139477] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.139477] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.139687] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.139916] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.140067] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.140348] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.140503] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.140618] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.140904] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.141191] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.141365] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 3c0864da-3c1f-4119-94de-076e14542a9e is going to be created. [ 957.160238] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.160448] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.160583] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.160878] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.161152] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.161379] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-3c0864da-3c1f-4119-94de-076e14542a9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.348856] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3234cf8e-a2c8-43e6-8338-df47c84c68d9: rpc.has_security_group_logging(os_id): False [ 957.368606] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.368606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.368606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.368936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.368936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.369164] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.369263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.369325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.369531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.369639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.369723] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.369809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.369863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.369995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.370088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.370259] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.370451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.370451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.370540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.370613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.370670] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 is going to be updated. [ 957.437274] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.437502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.437502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.438045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.438045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.456319] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: IN_PROGRESS for 2s [ 957.849600] env[66341]: INFO networking_nsxv3.common.synchronization [None req-299e5dff-be20-41ca-8bd1-6475aa80ec3f None None] Enqueued Resource ID: 7e0dbca5-088b-4930-be8e-7cc88eb386a5 with Priority: HIGHEST for action port [ 957.850410] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e0dbca5-088b-4930-be8e-7cc88eb386a5 with Priority: HIGHEST for action port [ 957.850797] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e0dbca5-088b-4930-be8e-7cc88eb386a5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.855285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e0dbca5-088b-4930-be8e-7cc88eb386a5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.855285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e0dbca5-088b-4930-be8e-7cc88eb386a5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.855285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e0dbca5-088b-4930-be8e-7cc88eb386a5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.855285] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e0dbca5-088b-4930-be8e-7cc88eb386a5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.867306] env[66341]: INFO networking_nsxv3.common.synchronization [req-ee7d5bf7-ef5e-434e-b40f-d5ffb7164c37 req-ab7daf2e-b3b0-4add-b9e0-9366eac6ea4b service nova] Enqueued Resource ID: 84da2a17-502c-41b7-9d96-f156ebfcb4a4 with Priority: HIGHEST for action security_group_rules [ 957.867565] env[66341]: INFO networking_nsxv3.common.synchronization [req-ee7d5bf7-ef5e-434e-b40f-d5ffb7164c37 req-ab7daf2e-b3b0-4add-b9e0-9366eac6ea4b service nova] Enqueued Resource ID: 84da2a17-502c-41b7-9d96-f156ebfcb4a4 with Priority: HIGHEST for action security_group_members [ 957.867723] env[66341]: INFO networking_nsxv3.common.synchronization [req-ee7d5bf7-ef5e-434e-b40f-d5ffb7164c37 req-ab7daf2e-b3b0-4add-b9e0-9366eac6ea4b service nova] Enqueued Resource ID: 3c0864da-3c1f-4119-94de-076e14542a9e with Priority: HIGHEST for action port [ 957.870175] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84da2a17-502c-41b7-9d96-f156ebfcb4a4 with Priority: HIGHEST for action security_group_rules [ 957.870175] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84da2a17-502c-41b7-9d96-f156ebfcb4a4 with Priority: HIGHEST for action security_group_members [ 957.870175] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c0864da-3c1f-4119-94de-076e14542a9e with Priority: HIGHEST for action port [ 957.871629] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84da2a17-502c-41b7-9d96-f156ebfcb4a4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.871813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.873114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.873114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.873114] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84da2a17-502c-41b7-9d96-f156ebfcb4a4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.873868] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-84da2a17-502c-41b7-9d96-f156ebfcb4a4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.873868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.873868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.875595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.875943] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.876081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.876166] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.876430] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.876544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.876691] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84da2a17-502c-41b7-9d96-f156ebfcb4a4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.880046] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c0864da-3c1f-4119-94de-076e14542a9e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.880046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c0864da-3c1f-4119-94de-076e14542a9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.880046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c0864da-3c1f-4119-94de-076e14542a9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.880046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c0864da-3c1f-4119-94de-076e14542a9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.880332] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c0864da-3c1f-4119-94de-076e14542a9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.358400] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e0dbca5-088b-4930-be8e-7cc88eb386a5 [ 958.358661] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.358767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.358975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.359161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.359254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.359354] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e0dbca5-088b-4930-be8e-7cc88eb386a5 already deleted. [ 958.359434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e0dbca5-088b-4930-be8e-7cc88eb386a5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.385757] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84da2a17-502c-41b7-9d96-f156ebfcb4a4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.386307] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-84da2a17-502c-41b7-9d96-f156ebfcb4a4 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.386449] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.388176] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c0864da-3c1f-4119-94de-076e14542a9e with status ACTIVE [ 958.388176] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.388176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.388176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.388176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.388176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.388176] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.388176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.388176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.388176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.388176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.388176] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.388176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.388810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.388810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.388810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.388810] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c0864da-3c1f-4119-94de-076e14542a9e is going to be updated. [ 958.428916] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.429117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.429117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.429334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.429499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.429667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c0864da-3c1f-4119-94de-076e14542a9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.430763] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: SUCCESS [ 958.430921] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 deletion is rescheduled due to dependency. [ 958.430972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.773977] env[66341]: INFO networking_nsxv3.common.synchronization [None req-8e5f57db-b931-4fb4-8c3d-ed678065fabc tempest-AttachVolumeShelveTestJSON-600220004 tempest-AttachVolumeShelveTestJSON-600220004-project-member] Enqueued Resource ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 with Priority: HIGHEST for action security_group_rules [ 958.773977] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 with Priority: HIGHEST for action security_group_rules [ 958.773977] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bb3e854-9e24-423d-b1b6-a0e14cfef992 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.773977] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.773977] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.774367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.774367] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bb3e854-9e24-423d-b1b6-a0e14cfef992',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.865396] env[66341]: INFO networking_nsxv3.common.synchronization [None req-8e85164e-353f-4e4d-a53f-64e3320ed6d4 tempest-AttachVolumeShelveTestJSON-600220004 tempest-AttachVolumeShelveTestJSON-600220004-project-member] Enqueued Resource ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 with Priority: HIGHEST for action security_group_rules [ 958.865959] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 with Priority: HIGHEST for action security_group_rules [ 958.866360] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bb3e854-9e24-423d-b1b6-a0e14cfef992 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.866706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.890922] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84da2a17-502c-41b7-9d96-f156ebfcb4a4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.304779] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.304972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.305072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.305212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.305297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.305394] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 already deleted. [ 959.305473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.305633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.305785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.305866] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bb3e854-9e24-423d-b1b6-a0e14cfef992',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.396445] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.396445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.396445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.396445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.396445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.396445] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84da2a17-502c-41b7-9d96-f156ebfcb4a4 is going to be created. [ 959.424551] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.424690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.424758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.424966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.425234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.436809] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84da2a17-502c-41b7-9d96-f156ebfcb4a4 in Status: UNINITIALIZED for 2s [ 959.473066] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: SUCCESS [ 959.473279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.833659] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.833794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.833839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.834042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.834136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.834232] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 already deleted. [ 959.834322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.235322] env[66341]: INFO networking_nsxv3.common.synchronization [None req-9f71f5f9-f18d-4111-b2af-88fee65aa6a5 None None] Enqueued Resource ID: d096b2b6-4f5c-4814-858f-daad3c5cf2c4 with Priority: HIGHEST for action port [ 960.235911] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d096b2b6-4f5c-4814-858f-daad3c5cf2c4 with Priority: HIGHEST for action port [ 960.236259] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-d096b2b6-4f5c-4814-858f-daad3c5cf2c4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.236395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d096b2b6-4f5c-4814-858f-daad3c5cf2c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.236463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d096b2b6-4f5c-4814-858f-daad3c5cf2c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.236716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d096b2b6-4f5c-4814-858f-daad3c5cf2c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.236800] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d096b2b6-4f5c-4814-858f-daad3c5cf2c4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.739075] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d096b2b6-4f5c-4814-858f-daad3c5cf2c4 [ 960.739362] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.739536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.739613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.739827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.739917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.740104] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d096b2b6-4f5c-4814-858f-daad3c5cf2c4 already deleted. [ 960.740104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d096b2b6-4f5c-4814-858f-daad3c5cf2c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.447468] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84da2a17-502c-41b7-9d96-f156ebfcb4a4 in Status: SUCCESS [ 961.447687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.447879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.448083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.448277] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.448398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.448469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.448621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.448701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.448796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.448892] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84da2a17-502c-41b7-9d96-f156ebfcb4a4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.951242] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-84da2a17-502c-41b7-9d96-f156ebfcb4a4 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.951497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.951497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.951704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.951900] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.952062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.952132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.952313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.952423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.952514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.952686] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-84da2a17-502c-41b7-9d96-f156ebfcb4a4 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.952797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.952870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.953043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.953211] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.953314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.953393] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.953561] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.953663] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.953773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.953895] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84da2a17-502c-41b7-9d96-f156ebfcb4a4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.458218] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84da2a17-502c-41b7-9d96-f156ebfcb4a4: rpc.has_security_group_logging(os_id): False [ 962.478431] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.478607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.478681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.478925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.479069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.479351] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.479460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.479541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.479789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.479789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.480064] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.480183] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.480263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.480519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.480603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.480831] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.481057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.481172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.481365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.482521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.482715] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84da2a17-502c-41b7-9d96-f156ebfcb4a4 is going to be created. [ 962.558160] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.558367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.558545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.558872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.559209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.573137] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84da2a17-502c-41b7-9d96-f156ebfcb4a4 in Status: IN_PROGRESS for 2s [ 964.587093] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84da2a17-502c-41b7-9d96-f156ebfcb4a4 in Status: SUCCESS [ 964.587407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.237424] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 965.237550] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 967.034122] env[66341]: INFO networking_nsxv3.common.synchronization [req-ee199805-054f-4916-8f3b-aa9be69620ec req-ba4e9095-4fba-4c15-badc-fb0d79ee25ce tempest-ServersAdminTestJSON-653169236 tempest-ServersAdminTestJSON-653169236-project-member] Enqueued Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_members [ 967.034571] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGHEST for action security_group_members [ 967.034874] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.034997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.037188] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.037684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.037888] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.038028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.038110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.038282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.038395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.038496] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.266771] env[66341]: INFO networking_nsxv3.common.synchronization [req-1b138a57-5735-4c9d-80b5-25a1b552dc92 req-41c44f26-5a49-48b5-92cd-8e673095f153 tempest-ListServersNegativeTestJSON-671363711 tempest-ListServersNegativeTestJSON-671363711-project-member] Enqueued Resource ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 with Priority: HIGHEST for action security_group_members [ 967.268122] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 with Priority: HIGHEST for action security_group_members [ 967.268412] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.268511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.268511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.268697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.269043] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.269158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.269228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.269382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.269469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.269562] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.342507] env[66341]: INFO networking_nsxv3.common.synchronization [req-63e9317a-3f6c-4b81-8171-ec1ecd085b22 req-272b531f-b0c8-4da7-9020-79ff20741eef tempest-ListServersNegativeTestJSON-671363711 tempest-ListServersNegativeTestJSON-671363711-project-member] Enqueued Resource ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 with Priority: HIGHEST for action security_group_members [ 967.343072] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 with Priority: HIGHEST for action security_group_members [ 967.343448] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.343562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.540579] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.540741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.540812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.541119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.562530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.563038] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.563038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.563038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.563212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.563243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.563315] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b is going to be updated. [ 967.589080] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.589233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.589302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.589505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.589649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.598342] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: IN_PROGRESS for 2s [ 967.773120] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.276307] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.779918] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.779918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.780178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.780279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.780370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.780492] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 is going to be updated. [ 968.807535] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.807759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.807864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.808201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.808839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.817636] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 in Status: IN_PROGRESS for 2s [ 969.630387] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b in Status: SUCCESS [ 969.630774] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b deletion is rescheduled due to dependency. [ 969.630774] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.828449] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 in Status: SUCCESS [ 970.828835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.828999] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.829309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.829517] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.829658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.829768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.829938] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.830052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.830162] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.333506] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.333660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.333729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.333944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.334048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.334245] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.334341] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.334403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.334547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.334621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.334707] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 is going to be updated. [ 971.337771] env[66341]: INFO networking_nsxv3.common.synchronization [req-de18e156-51a8-4ff8-8154-d7bbff95a6ee req-81176291-1d8c-4840-b2e7-2cd6ac36d056 tempest-ImagesTestJSON-624667671 tempest-ImagesTestJSON-624667671-project-member] Enqueued Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 971.338768] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 971.339813] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.340061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.340152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.340332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.340482] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.340579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.340656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.340849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.340975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.341217] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.365491] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.365706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.366409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.366515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.366700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.376917] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 in Status: IN_PROGRESS for 2s [ 971.687942] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-468 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.687942] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-468" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.687942] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-468" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.688205] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-468" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.688519] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.688770] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.688877] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.689120] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.689294] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.689549] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.689687] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.689826] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.690048] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.690188] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.690357] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.690606] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.711108] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.711316] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.711474] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.711708] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-468" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.712138] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-e071cbf3-585c-4f31-b917-aa69152db57d taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.712352] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-e071cbf3-585c-4f31-b917-aa69152db57d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.712456] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-e071cbf3-585c-4f31-b917-aa69152db57d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.712819] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-e071cbf3-585c-4f31-b917-aa69152db57d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.713044] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e071cbf3-585c-4f31-b917-aa69152db57d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.845341] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.845689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.845689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.845787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.845879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.846095] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.846211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.846272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.846455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.846501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.846582] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 is going to be updated. [ 971.875816] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.875896] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.875968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.876253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.876522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.888435] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: IN_PROGRESS for 2s [ 972.216687] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.217168] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.217168] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.217514] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.217585] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.217701] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port e071cbf3-585c-4f31-b917-aa69152db57d not found, creating... [ 972.218039] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.218278] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.218775] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.218775] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.218873] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.219270] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.219468] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.219624] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.219940] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.220155] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.220402] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: e071cbf3-585c-4f31-b917-aa69152db57d is going to be created. [ 972.243903] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.244965] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.244965] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.244965] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.244965] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.245652] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-e071cbf3-585c-4f31-b917-aa69152db57d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.879900] env[66341]: INFO networking_nsxv3.common.synchronization [req-3f6021e9-795a-4bd5-a358-1b74cba1aafa req-40303a31-e939-49c6-bdc1-018d123c8a8b tempest-AttachInterfacesV270Test-528266869 tempest-AttachInterfacesV270Test-528266869-project-member] Enqueued Resource ID: 84da2a17-502c-41b7-9d96-f156ebfcb4a4 with Priority: HIGHEST for action security_group_members [ 972.879900] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84da2a17-502c-41b7-9d96-f156ebfcb4a4 with Priority: HIGHEST for action security_group_members [ 972.879900] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-84da2a17-502c-41b7-9d96-f156ebfcb4a4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.879900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.879900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.879900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.879900] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.880522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.880522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.880522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.880522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.880522] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84da2a17-502c-41b7-9d96-f156ebfcb4a4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.989656] env[66341]: INFO networking_nsxv3.common.synchronization [req-de18e156-51a8-4ff8-8154-d7bbff95a6ee req-02458718-f59e-44c1-a77f-8e79a5aba111 service nova] Enqueued Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_rules [ 972.989877] env[66341]: INFO networking_nsxv3.common.synchronization [req-de18e156-51a8-4ff8-8154-d7bbff95a6ee req-02458718-f59e-44c1-a77f-8e79a5aba111 service nova] Enqueued Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 972.990060] env[66341]: INFO networking_nsxv3.common.synchronization [req-de18e156-51a8-4ff8-8154-d7bbff95a6ee req-02458718-f59e-44c1-a77f-8e79a5aba111 service nova] Enqueued Resource ID: e071cbf3-585c-4f31-b917-aa69152db57d with Priority: HIGHEST for action port [ 972.990761] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_rules [ 972.990839] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 972.991018] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e071cbf3-585c-4f31-b917-aa69152db57d with Priority: HIGHEST for action port [ 972.993542] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.993727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.993797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.994038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.994144] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.995214] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.995340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.996563] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-e071cbf3-585c-4f31-b917-aa69152db57d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.996563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e071cbf3-585c-4f31-b917-aa69152db57d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.996563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e071cbf3-585c-4f31-b917-aa69152db57d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.996563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e071cbf3-585c-4f31-b917-aa69152db57d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.996563] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e071cbf3-585c-4f31-b917-aa69152db57d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.383092] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.383351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.383456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.383756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.383875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.384142] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.384286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.384361] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.384575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.384694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.384792] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84da2a17-502c-41b7-9d96-f156ebfcb4a4 is going to be updated. [ 973.390242] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 in Status: SUCCESS [ 973.390406] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 deletion is rescheduled due to dependency. [ 973.390506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.436947] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.437120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.437193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.437421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.437567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.447835] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84da2a17-502c-41b7-9d96-f156ebfcb4a4 in Status: IN_PROGRESS for 2s [ 973.498458] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.498757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.499056] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e071cbf3-585c-4f31-b917-aa69152db57d with status ACTIVE [ 973.499303] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.499470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.499576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.499865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.500051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.500301] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.500411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.500477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.500783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.500905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.501948] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.501948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.501948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.501948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.501948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.501948] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e071cbf3-585c-4f31-b917-aa69152db57d is going to be updated. [ 973.528167] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.528399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.528399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.528632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.528781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.528978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e071cbf3-585c-4f31-b917-aa69152db57d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.878922] env[66341]: INFO networking_nsxv3.common.synchronization [req-fd802a3b-15fb-4f87-a482-030fc5a634ce req-d6f9af27-09b2-4d46-a163-5be12731b1c0 tempest-ImagesOneServerNegativeTestJSON-1858042452 tempest-ImagesOneServerNegativeTestJSON-1858042452-project-member] Enqueued Resource ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf with Priority: HIGHEST for action security_group_members [ 973.879890] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf with Priority: HIGHEST for action security_group_members [ 973.880772] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.881086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.881131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.881374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.881546] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.881661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.881713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.881872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.881957] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.882098] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b5701b1-bb10-411e-b4c9-cd7bdf5135cf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.901772] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: SUCCESS [ 973.901772] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 deletion is rescheduled due to dependency. [ 973.901772] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.901772] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.901772] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.901772] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.901772] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.901772] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.901772] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.901772] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.901772] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.290862] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-886 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.291198] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.291328] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.291674] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.291966] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.292611] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.292801] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.293141] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.294350] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.294350] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.294350] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.294350] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.294350] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.294350] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.294350] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.294350] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.321087] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.321312] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 974.321453] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.321700] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.322087] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-5474a2a9-fe46-4a86-9f43-159ee73cada2 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.322273] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-5474a2a9-fe46-4a86-9f43-159ee73cada2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.322395] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-5474a2a9-fe46-4a86-9f43-159ee73cada2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.322742] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-5474a2a9-fe46-4a86-9f43-159ee73cada2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.322882] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5474a2a9-fe46-4a86-9f43-159ee73cada2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.384454] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.384691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.384794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.385133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.385239] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.386624] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.386624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.386624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.386874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.386874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.386988] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf is going to be updated. [ 974.405329] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.418527] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.418675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.418836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.419180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.419351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.429730] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf in Status: IN_PROGRESS for 2s [ 974.825225] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.825459] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.825575] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.825852] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.826021] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.826179] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 5474a2a9-fe46-4a86-9f43-159ee73cada2 not found, creating... [ 974.826443] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.826633] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.826711] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.826925] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.827081] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.827360] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.827514] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.827622] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.827821] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.827966] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.828116] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 5474a2a9-fe46-4a86-9f43-159ee73cada2 is going to be created. [ 974.848425] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.848660] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.848756] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.849015] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.849254] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.849510] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-5474a2a9-fe46-4a86-9f43-159ee73cada2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.907495] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.411237] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.411539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.411689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.411967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.412228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.412228] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 is going to be updated. [ 975.443659] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.443804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.443952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.444112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.444306] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.456047] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: IN_PROGRESS for 2s [ 975.460638] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84da2a17-502c-41b7-9d96-f156ebfcb4a4 in Status: SUCCESS [ 975.460835] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84da2a17-502c-41b7-9d96-f156ebfcb4a4 deletion is rescheduled due to dependency. [ 975.460999] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.575780] env[66341]: INFO networking_nsxv3.common.synchronization [req-fd802a3b-15fb-4f87-a482-030fc5a634ce req-370e32d5-3d0f-4797-b777-04a0449f7043 service nova] Enqueued Resource ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf with Priority: HIGHEST for action security_group_rules [ 975.575780] env[66341]: INFO networking_nsxv3.common.synchronization [req-fd802a3b-15fb-4f87-a482-030fc5a634ce req-370e32d5-3d0f-4797-b777-04a0449f7043 service nova] Enqueued Resource ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf with Priority: HIGHEST for action security_group_members [ 975.575780] env[66341]: INFO networking_nsxv3.common.synchronization [req-fd802a3b-15fb-4f87-a482-030fc5a634ce req-370e32d5-3d0f-4797-b777-04a0449f7043 service nova] Enqueued Resource ID: 5474a2a9-fe46-4a86-9f43-159ee73cada2 with Priority: HIGHEST for action port [ 975.575780] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf with Priority: HIGHEST for action security_group_rules [ 975.575780] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf with Priority: HIGHEST for action security_group_members [ 975.575780] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5474a2a9-fe46-4a86-9f43-159ee73cada2 with Priority: HIGHEST for action port [ 975.575998] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.576338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.576417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.576650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.577098] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b5701b1-bb10-411e-b4c9-cd7bdf5135cf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.581409] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.581409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.581726] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-5474a2a9-fe46-4a86-9f43-159ee73cada2 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.581823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5474a2a9-fe46-4a86-9f43-159ee73cada2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.581823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5474a2a9-fe46-4a86-9f43-159ee73cada2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.582546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5474a2a9-fe46-4a86-9f43-159ee73cada2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.582546] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5474a2a9-fe46-4a86-9f43-159ee73cada2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.084047] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.084401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.084401] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5474a2a9-fe46-4a86-9f43-159ee73cada2 with status ACTIVE [ 976.084527] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.084638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.084717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.084899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.085031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.085176] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.085265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.085323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.085490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.085569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.085745] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.085837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.085902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.086049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.086280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.086387] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5474a2a9-fe46-4a86-9f43-159ee73cada2 is going to be updated. [ 976.111494] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.111692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.111692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.111906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.112125] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.112285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5474a2a9-fe46-4a86-9f43-159ee73cada2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.451127] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf in Status: SUCCESS [ 976.451311] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf deletion is rescheduled due to dependency. [ 976.451458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.451632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.451835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.452028] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.452167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.452228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.452384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.452470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.452568] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b5701b1-bb10-411e-b4c9-cd7bdf5135cf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.457024] env[66341]: INFO networking_nsxv3.common.synchronization [req-ed515ad8-105f-48dd-a38e-263bc1f7ad31 req-b3ece92b-646f-4b32-ad96-b645b525c83b tempest-ServerRescueNegativeTestJSON-750166175 tempest-ServerRescueNegativeTestJSON-750166175-project-member] Enqueued Resource ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 with Priority: HIGHEST for action security_group_members [ 976.457607] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 with Priority: HIGHEST for action security_group_members [ 976.458074] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dae578a-d8a6-461b-9a81-b76ac0e38156 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.458266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.458376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.458731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.458969] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.459196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.459328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.459603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.460085] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.460244] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dae578a-d8a6-461b-9a81-b76ac0e38156',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.765723] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-490 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.765946] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-490" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.766084] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-490" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.766354] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-490" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.766613] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.766796] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.766917] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.767146] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.767294] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.767496] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.767605] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.767720] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.767858] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.767979] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.768096] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.768224] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.789742] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.789979] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 976.790176] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.790386] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-490" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.790718] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-65271b7f-0bfe-49b4-8510-97e504120aec taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.790892] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-65271b7f-0bfe-49b4-8510-97e504120aec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.791096] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-65271b7f-0bfe-49b4-8510-97e504120aec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.791411] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-65271b7f-0bfe-49b4-8510-97e504120aec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.791568] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65271b7f-0bfe-49b4-8510-97e504120aec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.959211] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b5701b1-bb10-411e-b4c9-cd7bdf5135cf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.963627] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.963627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.963627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.964670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.964670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.964670] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.964670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.964670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.964670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.964670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.964670] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 already deleted. [ 976.964670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.294959] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.295339] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.295339] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.295452] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.295588] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.295815] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 65271b7f-0bfe-49b4-8510-97e504120aec not found, creating... [ 977.296096] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.296285] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.296444] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.296686] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.296827] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.297303] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.297303] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.297482] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.297618] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.297786] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.297928] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 65271b7f-0bfe-49b4-8510-97e504120aec is going to be created. [ 977.321190] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.321491] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.321596] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.321827] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.322089] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.322334] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-65271b7f-0bfe-49b4-8510-97e504120aec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.462090] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b5701b1-bb10-411e-b4c9-cd7bdf5135cf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.471791] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: SUCCESS [ 977.472251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.472509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.472781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.473026] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.473248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.473309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.473526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.473744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.473947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.474098] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.964843] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.964843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.965143] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.965175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.965296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.965352] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf is going to be updated. [ 977.977390] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.977776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.977776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.977902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.978037] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.978151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.978151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.978378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.978378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.978547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.978616] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.978737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.978737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.978909] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.979206] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.979335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.979335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.979497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.979497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.979644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.979745] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.999033] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.999033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.999033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.999033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.999033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.007284] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf in Status: IN_PROGRESS for 2s [ 978.075481] env[66341]: INFO networking_nsxv3.common.synchronization [req-ed515ad8-105f-48dd-a38e-263bc1f7ad31 req-60ddea7b-058f-4019-a2fb-ac165e1fdedb service nova] Enqueued Resource ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 with Priority: HIGHEST for action security_group_rules [ 978.075652] env[66341]: INFO networking_nsxv3.common.synchronization [req-ed515ad8-105f-48dd-a38e-263bc1f7ad31 req-60ddea7b-058f-4019-a2fb-ac165e1fdedb service nova] Enqueued Resource ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 with Priority: HIGHEST for action security_group_members [ 978.075788] env[66341]: INFO networking_nsxv3.common.synchronization [req-ed515ad8-105f-48dd-a38e-263bc1f7ad31 req-60ddea7b-058f-4019-a2fb-ac165e1fdedb service nova] Enqueued Resource ID: 65271b7f-0bfe-49b4-8510-97e504120aec with Priority: HIGHEST for action port [ 978.076338] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 with Priority: HIGHEST for action security_group_rules [ 978.076468] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 with Priority: HIGHEST for action security_group_members [ 978.076672] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65271b7f-0bfe-49b4-8510-97e504120aec with Priority: HIGHEST for action port [ 978.076937] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dae578a-d8a6-461b-9a81-b76ac0e38156 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.077746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.077839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.078073] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.078160] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dae578a-d8a6-461b-9a81-b76ac0e38156',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.079096] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dae578a-d8a6-461b-9a81-b76ac0e38156 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.079226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.079294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.079473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.079632] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.079722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.079784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.079939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.080032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.080126] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dae578a-d8a6-461b-9a81-b76ac0e38156',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.083460] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-65271b7f-0bfe-49b4-8510-97e504120aec taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.083635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65271b7f-0bfe-49b4-8510-97e504120aec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.083714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65271b7f-0bfe-49b4-8510-97e504120aec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.083954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65271b7f-0bfe-49b4-8510-97e504120aec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.084099] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65271b7f-0bfe-49b4-8510-97e504120aec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.483824] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b397b141-5d64-495c-bf3e-d1ac9a776420: rpc.has_security_group_logging(os_id): False [ 978.503014] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.503232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.503419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.503569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.503662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.503862] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.503962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.504066] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.504272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.504355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.504549] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.504645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.504706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.504882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.504968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.505207] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.505308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.505370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.505511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.505586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.505674] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 is going to be updated. [ 978.573058] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.573299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.573299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.573951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.573951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.586534] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dae578a-d8a6-461b-9a81-b76ac0e38156 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.586712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.586856] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4dae578a-d8a6-461b-9a81-b76ac0e38156',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.587795] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65271b7f-0bfe-49b4-8510-97e504120aec with status ACTIVE [ 978.587939] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.588114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.588189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.588429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.588481] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.588671] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.589667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.589667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.589667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.589667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.589667] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.589667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.589667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.589953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.589953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.589953] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65271b7f-0bfe-49b4-8510-97e504120aec is going to be updated. [ 978.594255] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: IN_PROGRESS for 2s [ 978.612655] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.612809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.612877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.613117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.613261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.613743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65271b7f-0bfe-49b4-8510-97e504120aec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.622887] env[66341]: INFO networking_nsxv3.common.synchronization [req-3fa0aa62-2fa0-4a74-8a5c-30c4f0e91f46 req-97ab6fd7-7d01-42f2-9c3c-d40dc1ad62b8 tempest-MigrationsAdminTest-1093486676 tempest-MigrationsAdminTest-1093486676-project-member] Enqueued Resource ID: f369ba42-c031-4a0d-9642-3ed430084029 with Priority: HIGHEST for action security_group_members [ 978.623792] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f369ba42-c031-4a0d-9642-3ed430084029 with Priority: HIGHEST for action security_group_members [ 978.624325] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-f369ba42-c031-4a0d-9642-3ed430084029 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.624486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.624588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.624859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.625087] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.625230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.625323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.625527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.625647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.625775] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f369ba42-c031-4a0d-9642-3ed430084029',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.040239] env[66341]: INFO networking_nsxv3.common.synchronization [req-411a116f-8da5-487c-80dc-2ad51297236e req-c2e84496-bdcd-44d8-b4be-b60401589096 tempest-ServerRescueTestJSON-74364496 tempest-ServerRescueTestJSON-74364496-project-member] Enqueued Resource ID: 25361654-219c-485c-a301-1ef515a02d7c with Priority: HIGHEST for action security_group_members [ 979.042369] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25361654-219c-485c-a301-1ef515a02d7c with Priority: HIGHEST for action security_group_members [ 979.042369] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-25361654-219c-485c-a301-1ef515a02d7c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.042369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.042369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.042369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.042369] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.042369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.042369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.042369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.042817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.042817] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25361654-219c-485c-a301-1ef515a02d7c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.093724] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4dae578a-d8a6-461b-9a81-b76ac0e38156',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.128883] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f369ba42-c031-4a0d-9642-3ed430084029',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.471422] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.471422] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-717" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.471422] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-717" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.471747] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-717" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.472240] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.472649] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.474078] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.474078] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.474078] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.474078] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.474078] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.474078] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.474078] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.474078] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.474411] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.474411] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.496032] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.496032] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.496032] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.496032] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-717" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.496569] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-0f74ba59-1659-4348-ac86-f912ad7b514f taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.496719] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-0f74ba59-1659-4348-ac86-f912ad7b514f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.497039] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-0f74ba59-1659-4348-ac86-f912ad7b514f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.497401] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-0f74ba59-1659-4348-ac86-f912ad7b514f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.497607] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f74ba59-1659-4348-ac86-f912ad7b514f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.546329] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25361654-219c-485c-a301-1ef515a02d7c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.596364] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.596529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.597079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.597079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.597079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.597079] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 is going to be created. [ 979.622672] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.622814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.622906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.623156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.623350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.632220] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f369ba42-c031-4a0d-9642-3ed430084029',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.633887] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 in Status: UNINITIALIZED for 2s [ 980.001601] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.001819] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.002066] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.002536] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.002775] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.003165] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 0f74ba59-1659-4348-ac86-f912ad7b514f not found, creating... [ 980.003568] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.003824] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.004094] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.004276] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.004428] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.004770] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.004940] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.005100] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.005349] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.005496] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.005671] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 0f74ba59-1659-4348-ac86-f912ad7b514f is going to be created. [ 980.021451] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf in Status: SUCCESS [ 980.021725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.021901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.022192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.022422] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.022542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.022605] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.022758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.022837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.022924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.023031] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b5701b1-bb10-411e-b4c9-cd7bdf5135cf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.029181] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.029426] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.029558] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.029891] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.030095] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.030443] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-0f74ba59-1659-4348-ac86-f912ad7b514f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.050039] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25361654-219c-485c-a301-1ef515a02d7c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.134746] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.134980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.135170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.135324] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.135378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.135464] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f369ba42-c031-4a0d-9642-3ed430084029 is going to be updated. [ 980.189755] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.189984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.190065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.190329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.190514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.212587] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f369ba42-c031-4a0d-9642-3ed430084029 in Status: IN_PROGRESS for 2s [ 980.527887] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.530579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.530579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.530579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.530579] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.530579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.530579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.530579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.530579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.530579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.530579] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.530579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.530579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.530579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.530579] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.530579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.530579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.530579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.530579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.531335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.531335] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b5701b1-bb10-411e-b4c9-cd7bdf5135cf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.555204] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.555204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.555204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.555204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.555204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.555204] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25361654-219c-485c-a301-1ef515a02d7c is going to be updated. [ 980.600195] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.600376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.600376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.600557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.600691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.612766] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25361654-219c-485c-a301-1ef515a02d7c in Status: IN_PROGRESS for 2s [ 980.633659] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: SUCCESS [ 980.633792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.775262] env[66341]: INFO networking_nsxv3.common.synchronization [req-411a116f-8da5-487c-80dc-2ad51297236e req-1040c735-dba1-4b78-88d1-ffd774258d7d service nova] Enqueued Resource ID: 25361654-219c-485c-a301-1ef515a02d7c with Priority: HIGHEST for action security_group_rules [ 980.775262] env[66341]: INFO networking_nsxv3.common.synchronization [req-411a116f-8da5-487c-80dc-2ad51297236e req-1040c735-dba1-4b78-88d1-ffd774258d7d service nova] Enqueued Resource ID: 25361654-219c-485c-a301-1ef515a02d7c with Priority: HIGHEST for action security_group_members [ 980.775262] env[66341]: INFO networking_nsxv3.common.synchronization [req-411a116f-8da5-487c-80dc-2ad51297236e req-1040c735-dba1-4b78-88d1-ffd774258d7d service nova] Enqueued Resource ID: 0f74ba59-1659-4348-ac86-f912ad7b514f with Priority: HIGHEST for action port [ 980.775790] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25361654-219c-485c-a301-1ef515a02d7c with Priority: HIGHEST for action security_group_rules [ 980.775987] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25361654-219c-485c-a301-1ef515a02d7c with Priority: HIGHEST for action security_group_members [ 980.776175] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f74ba59-1659-4348-ac86-f912ad7b514f with Priority: HIGHEST for action port [ 980.776525] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25361654-219c-485c-a301-1ef515a02d7c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.776908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.776908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.776979] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.777044] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25361654-219c-485c-a301-1ef515a02d7c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.778929] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-25361654-219c-485c-a301-1ef515a02d7c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.778929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.778929] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f74ba59-1659-4348-ac86-f912ad7b514f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.778929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f74ba59-1659-4348-ac86-f912ad7b514f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.778929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f74ba59-1659-4348-ac86-f912ad7b514f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.779284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f74ba59-1659-4348-ac86-f912ad7b514f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.779284] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f74ba59-1659-4348-ac86-f912ad7b514f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.034728] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf: rpc.has_security_group_logging(os_id): False [ 981.055026] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.055026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.055026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.055026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.055026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.055026] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.055026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.055026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.055026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.055026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.055026] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.055026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.055026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.055026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.055026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.055794] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.055794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.055794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.055794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.055794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.055794] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf is going to be updated. [ 981.281469] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-25361654-219c-485c-a301-1ef515a02d7c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.281600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.281788] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f74ba59-1659-4348-ac86-f912ad7b514f with status ACTIVE [ 981.281969] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.282099] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.282173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.282421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.282540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.282638] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.282724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.282783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.282925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.283008] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.283205] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.283338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.283409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.283542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.283651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.283707] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f74ba59-1659-4348-ac86-f912ad7b514f is going to be updated. [ 981.328083] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.328322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.328408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.328650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.328869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.339164] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.339333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.339377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.339590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.339727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.339886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f74ba59-1659-4348-ac86-f912ad7b514f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.353825] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf in Status: IN_PROGRESS for 2s [ 981.648432] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 in Status: SUCCESS [ 981.650182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.650499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.654319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.654319] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.654319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.654319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.654319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.654319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.654319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.654319] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4dae578a-d8a6-461b-9a81-b76ac0e38156',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.701734] env[66341]: INFO networking_nsxv3.common.synchronization [req-36ceec61-329e-4b54-9432-a566b4e2225b req-e837f873-675c-4533-bb3f-b8b546c7cf2f tempest-AttachVolumeTestJSON-612687797 tempest-AttachVolumeTestJSON-612687797-project-member] Enqueued Resource ID: 582ad68a-6f5b-4c74-90ed-4be771cd378d with Priority: HIGHEST for action security_group_members [ 981.702652] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 582ad68a-6f5b-4c74-90ed-4be771cd378d with Priority: HIGHEST for action security_group_members [ 981.702990] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-582ad68a-6f5b-4c74-90ed-4be771cd378d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.703125] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.703196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.703525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.703674] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.703792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.703950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.703993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.704121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.704232] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('582ad68a-6f5b-4c74-90ed-4be771cd378d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.110797] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-891 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.111028] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-891" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.111184] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-891" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.111462] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-891" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.111721] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.111920] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.112090] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.112344] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.112525] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.112783] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.112890] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.113017] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.113160] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.113292] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.113424] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.113560] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.133098] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.133583] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 982.133583] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.133583] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-891" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.133974] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-6fd32826-8136-4b68-8f5f-195a799b4046 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.134543] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-6fd32826-8136-4b68-8f5f-195a799b4046" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.134543] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-6fd32826-8136-4b68-8f5f-195a799b4046" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.134712] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-6fd32826-8136-4b68-8f5f-195a799b4046" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.134846] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fd32826-8136-4b68-8f5f-195a799b4046',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.157581] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4dae578a-d8a6-461b-9a81-b76ac0e38156',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.207377] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.207590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.207676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.207962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.208028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.208242] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.208344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.208410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.208573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.208655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.208729] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 582ad68a-6f5b-4c74-90ed-4be771cd378d already deleted. [ 982.208830] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.222521] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f369ba42-c031-4a0d-9642-3ed430084029 in Status: SUCCESS [ 982.222790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.390492] env[66341]: INFO networking_nsxv3.common.synchronization [req-fe83fead-8583-4e1f-82f7-41d7b5370b4b req-bfafe5af-6aea-4a08-b08e-cae674d6825c tempest-ListImageFiltersTestJSON-1312611691 tempest-ListImageFiltersTestJSON-1312611691-project-member] Enqueued Resource ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf with Priority: HIGHEST for action security_group_members [ 982.391238] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf with Priority: HIGHEST for action security_group_members [ 982.391580] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-40bb9f33-0571-4295-8ea0-2da157c46cbf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.391708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.391777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.392047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.392653] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.392769] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.392836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.393048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.393140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.393239] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40bb9f33-0571-4295-8ea0-2da157c46cbf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.629830] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25361654-219c-485c-a301-1ef515a02d7c in Status: SUCCESS [ 982.630081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.630324] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.633149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.633149] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.633149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.633149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.633149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.633149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.633149] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25361654-219c-485c-a301-1ef515a02d7c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.637690] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.637690] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.637690] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.637947] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.637999] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.639099] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 6fd32826-8136-4b68-8f5f-195a799b4046 not found, creating... [ 982.639099] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.639452] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.639617] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.640277] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.640499] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.641080] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.641181] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.641265] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.641558] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.641751] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.641931] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 6fd32826-8136-4b68-8f5f-195a799b4046 is going to be created. [ 982.659686] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4dae578a-d8a6-461b-9a81-b76ac0e38156: rpc.has_security_group_logging(os_id): False [ 982.665776] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.665995] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.666174] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.666459] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.666693] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.666922] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-6fd32826-8136-4b68-8f5f-195a799b4046" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.681693] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.681885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.681945] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.682309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.682530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.683199] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.683199] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.683352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.683667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.683667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.683811] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 is going to be created. [ 982.773024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.773024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.773024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.773024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.773024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.829738] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 in Status: IN_PROGRESS for 2s [ 982.895772] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.896062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.896062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.896258] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.930424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.930424] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.930681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.930681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.931379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.931379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.931379] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf is going to be updated. [ 982.980794] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.981094] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.981094] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.981253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.981400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.992219] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf in Status: IN_PROGRESS for 2s [ 983.134021] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25361654-219c-485c-a301-1ef515a02d7c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.381766] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf in Status: SUCCESS [ 983.382195] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.416497] env[66341]: INFO networking_nsxv3.common.synchronization [req-36ceec61-329e-4b54-9432-a566b4e2225b req-2f7f3a4f-8979-4ebd-a9fb-bbcbcd0ec8ae service nova] Enqueued Resource ID: 582ad68a-6f5b-4c74-90ed-4be771cd378d with Priority: HIGHEST for action security_group_rules [ 983.416565] env[66341]: INFO networking_nsxv3.common.synchronization [req-36ceec61-329e-4b54-9432-a566b4e2225b req-2f7f3a4f-8979-4ebd-a9fb-bbcbcd0ec8ae service nova] Enqueued Resource ID: 582ad68a-6f5b-4c74-90ed-4be771cd378d with Priority: HIGHEST for action security_group_members [ 983.416670] env[66341]: INFO networking_nsxv3.common.synchronization [req-36ceec61-329e-4b54-9432-a566b4e2225b req-2f7f3a4f-8979-4ebd-a9fb-bbcbcd0ec8ae service nova] Enqueued Resource ID: 6fd32826-8136-4b68-8f5f-195a799b4046 with Priority: HIGHEST for action port [ 983.417218] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 582ad68a-6f5b-4c74-90ed-4be771cd378d with Priority: HIGHEST for action security_group_rules [ 983.417385] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 582ad68a-6f5b-4c74-90ed-4be771cd378d with Priority: HIGHEST for action security_group_members [ 983.417514] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd32826-8136-4b68-8f5f-195a799b4046 with Priority: HIGHEST for action port [ 983.417807] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-582ad68a-6f5b-4c74-90ed-4be771cd378d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.417944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.418640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.419071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.419208] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('582ad68a-6f5b-4c74-90ed-4be771cd378d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.420263] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-582ad68a-6f5b-4c74-90ed-4be771cd378d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.420626] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.420789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.421168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.422340] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.422764] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.424228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.424346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.424462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.424574] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('582ad68a-6f5b-4c74-90ed-4be771cd378d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.425697] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fd32826-8136-4b68-8f5f-195a799b4046 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.426521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fd32826-8136-4b68-8f5f-195a799b4046" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.426521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fd32826-8136-4b68-8f5f-195a799b4046" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.426521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fd32826-8136-4b68-8f5f-195a799b4046" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.431780] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fd32826-8136-4b68-8f5f-195a799b4046',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.636937] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25361654-219c-485c-a301-1ef515a02d7c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.663620] env[66341]: INFO networking_nsxv3.common.synchronization [req-62b0cb26-aae8-4f7f-846f-c396b07ca141 req-acb407b7-763d-490f-a9df-c42b3a2333cd tempest-ServersAdminNegativeTestJSON-64458808 tempest-ServersAdminNegativeTestJSON-64458808-project-member] Enqueued Resource ID: d93db470-b338-4be6-a10e-371fcae2e3b8 with Priority: HIGHEST for action security_group_members [ 983.664312] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d93db470-b338-4be6-a10e-371fcae2e3b8 with Priority: HIGHEST for action security_group_members [ 983.665493] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d93db470-b338-4be6-a10e-371fcae2e3b8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.665493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.665493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.665493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.665493] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.665493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.665810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.665810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.665810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.665892] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d93db470-b338-4be6-a10e-371fcae2e3b8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.935038] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('582ad68a-6f5b-4c74-90ed-4be771cd378d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.937086] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-582ad68a-6f5b-4c74-90ed-4be771cd378d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.937250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.937425] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fd32826-8136-4b68-8f5f-195a799b4046 with status ACTIVE [ 983.937605] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.937713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.937793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.938339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.938417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.938590] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.938788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.939051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.939140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.939196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.939360] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.939449] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.939504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.939675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.939750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.939846] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fd32826-8136-4b68-8f5f-195a799b4046 is going to be updated. [ 983.979290] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.979545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.979545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.980464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.980667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.981050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fd32826-8136-4b68-8f5f-195a799b4046" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.140059] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.140430] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.141087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.141087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.141087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.141315] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25361654-219c-485c-a301-1ef515a02d7c is going to be updated. [ 984.168588] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.168768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.168836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.169164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.169264] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.169467] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.169567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.169628] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.169780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.169856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.169944] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d93db470-b338-4be6-a10e-371fcae2e3b8 is going to be updated. [ 984.209261] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.209453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.209633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.209727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.209853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.229215] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25361654-219c-485c-a301-1ef515a02d7c in Status: IN_PROGRESS for 2s [ 984.230351] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.230563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.230563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.230732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.230843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.240806] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d93db470-b338-4be6-a10e-371fcae2e3b8 in Status: IN_PROGRESS for 2s [ 984.254828] env[66341]: INFO networking_nsxv3.common.synchronization [req-07fdbc58-d618-48da-97a9-1560be6eb019 req-7b1438a3-8f95-4284-b60a-0a4a0006ebb3 tempest-ServersNegativeTestJSON-64642228 tempest-ServersNegativeTestJSON-64642228-project-member] Enqueued Resource ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 with Priority: HIGHEST for action security_group_members [ 984.255403] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 with Priority: HIGHEST for action security_group_members [ 984.255717] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.255845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.255911] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.256136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.256291] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.256389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.256450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.256593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.256682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.256770] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.437610] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('582ad68a-6f5b-4c74-90ed-4be771cd378d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.614895] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.615123] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-336" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.615231] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-336" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.615825] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-336" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.615962] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.616083] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.616191] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.616396] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.616541] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.616746] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.616858] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.616965] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.617107] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.617217] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.617356] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.617534] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.639904] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.639904] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 984.639904] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.639904] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-336" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.639904] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-4353e9ef-7898-4fac-b9cc-0f15c7dd3e64 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.640930] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-4353e9ef-7898-4fac-b9cc-0f15c7dd3e64" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.641374] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-4353e9ef-7898-4fac-b9cc-0f15c7dd3e64" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.643757] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-4353e9ef-7898-4fac-b9cc-0f15c7dd3e64" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.643757] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4353e9ef-7898-4fac-b9cc-0f15c7dd3e64',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.759421] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.844275] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 in Status: SUCCESS [ 984.844507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.940194] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.940390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.940470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.940691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.940831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.940988] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 582ad68a-6f5b-4c74-90ed-4be771cd378d is going to be created. [ 984.973012] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.973256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.973384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.973636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.973810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.985792] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 582ad68a-6f5b-4c74-90ed-4be771cd378d in Status: UNINITIALIZED for 2s [ 984.996493] env[66341]: INFO networking_nsxv3.common.synchronization [req-8a6ddd86-68d6-4762-9b91-7a56737a4eb6 req-1929fb92-8929-4d06-baf9-b9bc6ace93bf tempest-AttachInterfacesTestJSON-1114967429 tempest-AttachInterfacesTestJSON-1114967429-project-member] Enqueued Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_members [ 984.997713] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_members [ 984.998079] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.998229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.998284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.999061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.999061] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.999061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.999061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.999349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.999490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.999722] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.018080] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf in Status: SUCCESS [ 985.018277] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40bb9f33-0571-4295-8ea0-2da157c46cbf deletion is rescheduled due to dependency. [ 985.018394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40bb9f33-0571-4295-8ea0-2da157c46cbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.147550] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.147864] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.148075] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.148490] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.148704] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.148912] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 4353e9ef-7898-4fac-b9cc-0f15c7dd3e64 not found, creating... [ 985.149336] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.150675] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.150675] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.150675] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.150675] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.150675] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.151095] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.151152] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.151466] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.151636] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.151860] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 4353e9ef-7898-4fac-b9cc-0f15c7dd3e64 is going to be created. [ 985.181096] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.181425] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.181497] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.181862] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.182189] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.182446] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-4353e9ef-7898-4fac-b9cc-0f15c7dd3e64" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.261691] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.397735] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-352 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.397977] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.398119] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.398331] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.398609] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.398762] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.398879] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.399133] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.399273] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.399549] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.399674] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.399779] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.399885] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.399992] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.400110] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.400245] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.433859] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.434081] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.434221] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.434431] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.434782] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-51d76e0a-d867-498a-a4b7-1ea98ce6250b taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.434980] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-51d76e0a-d867-498a-a4b7-1ea98ce6250b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.435151] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-51d76e0a-d867-498a-a4b7-1ea98ce6250b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.435517] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-51d76e0a-d867-498a-a4b7-1ea98ce6250b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.435674] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51d76e0a-d867-498a-a4b7-1ea98ce6250b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.502736] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.502963] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.503099] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.503456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.503600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.503896] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.504075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.504178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.504425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.504605] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.504742] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 already deleted. [ 985.504859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.763824] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.764239] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.764239] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.764380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.764485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.764606] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 is going to be updated. [ 985.807469] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.807707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.807707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.807912] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.808076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.819090] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 in Status: IN_PROGRESS for 2s [ 985.926486] env[66341]: INFO networking_nsxv3.common.synchronization [req-07fdbc58-d618-48da-97a9-1560be6eb019 req-239273d4-14a0-40f6-bb26-b47d298f1ebf service nova] Enqueued Resource ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 with Priority: HIGHEST for action security_group_rules [ 985.927074] env[66341]: INFO networking_nsxv3.common.synchronization [req-07fdbc58-d618-48da-97a9-1560be6eb019 req-239273d4-14a0-40f6-bb26-b47d298f1ebf service nova] Enqueued Resource ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 with Priority: HIGHEST for action security_group_members [ 985.927654] env[66341]: INFO networking_nsxv3.common.synchronization [req-07fdbc58-d618-48da-97a9-1560be6eb019 req-239273d4-14a0-40f6-bb26-b47d298f1ebf service nova] Enqueued Resource ID: 4353e9ef-7898-4fac-b9cc-0f15c7dd3e64 with Priority: HIGHEST for action port [ 985.929900] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 with Priority: HIGHEST for action security_group_rules [ 985.930028] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 with Priority: HIGHEST for action security_group_members [ 985.930193] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4353e9ef-7898-4fac-b9cc-0f15c7dd3e64 with Priority: HIGHEST for action port [ 985.930992] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe16dec3-0b1e-4d77-a5e1-a14b3446f581 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.931325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.931442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.932053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.932245] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.933968] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.934265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.935134] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-4353e9ef-7898-4fac-b9cc-0f15c7dd3e64 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.935289] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4353e9ef-7898-4fac-b9cc-0f15c7dd3e64" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.935391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4353e9ef-7898-4fac-b9cc-0f15c7dd3e64" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.935686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4353e9ef-7898-4fac-b9cc-0f15c7dd3e64" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.935809] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4353e9ef-7898-4fac-b9cc-0f15c7dd3e64',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.939285] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.939661] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.939911] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.940472] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.940737] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.941052] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 51d76e0a-d867-498a-a4b7-1ea98ce6250b not found, creating... [ 985.942964] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.942964] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.942964] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.942964] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.943333] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.943858] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.944598] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.944858] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.945278] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.946555] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.946838] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 51d76e0a-d867-498a-a4b7-1ea98ce6250b is going to be created. [ 985.972647] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.972647] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.972917] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.973135] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.973419] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.973696] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-51d76e0a-d867-498a-a4b7-1ea98ce6250b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.240047] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25361654-219c-485c-a301-1ef515a02d7c in Status: SUCCESS [ 986.240047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.240251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.240498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.240744] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.240889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.240976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.241227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.241296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.241357] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.241478] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25361654-219c-485c-a301-1ef515a02d7c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.251915] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d93db470-b338-4be6-a10e-371fcae2e3b8 in Status: SUCCESS [ 986.252147] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d93db470-b338-4be6-a10e-371fcae2e3b8 deletion is rescheduled due to dependency. [ 986.252291] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d93db470-b338-4be6-a10e-371fcae2e3b8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.438201] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.438462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.450027] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4353e9ef-7898-4fac-b9cc-0f15c7dd3e64 with status ACTIVE [ 986.450288] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.450434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.450523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.450810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.450902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.451400] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.451643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.452376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.452376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.452376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.452787] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.452994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.453089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.453319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.453444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.453547] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4353e9ef-7898-4fac-b9cc-0f15c7dd3e64 is going to be updated. [ 986.485502] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.485765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.485765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.485975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.486149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.486331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4353e9ef-7898-4fac-b9cc-0f15c7dd3e64" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.738349] env[66341]: INFO networking_nsxv3.common.synchronization [req-8a6ddd86-68d6-4762-9b91-7a56737a4eb6 req-9080ad37-8819-49e1-97f8-be3c6a4cf4e9 service nova] Enqueued Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_rules [ 986.738610] env[66341]: INFO networking_nsxv3.common.synchronization [req-8a6ddd86-68d6-4762-9b91-7a56737a4eb6 req-9080ad37-8819-49e1-97f8-be3c6a4cf4e9 service nova] Enqueued Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_members [ 986.738779] env[66341]: INFO networking_nsxv3.common.synchronization [req-8a6ddd86-68d6-4762-9b91-7a56737a4eb6 req-9080ad37-8819-49e1-97f8-be3c6a4cf4e9 service nova] Enqueued Resource ID: 51d76e0a-d867-498a-a4b7-1ea98ce6250b with Priority: HIGHEST for action port [ 986.739818] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_rules [ 986.739818] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_members [ 986.739925] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51d76e0a-d867-498a-a4b7-1ea98ce6250b with Priority: HIGHEST for action port [ 986.740275] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.740442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.740530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.740837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.740929] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.743753] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.743753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.743753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.743753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.743753] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.743753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.743753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.743753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.743753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.743753] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.744181] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-51d76e0a-d867-498a-a4b7-1ea98ce6250b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.744181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51d76e0a-d867-498a-a4b7-1ea98ce6250b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.744283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51d76e0a-d867-498a-a4b7-1ea98ce6250b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.744573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51d76e0a-d867-498a-a4b7-1ea98ce6250b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.744573] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51d76e0a-d867-498a-a4b7-1ea98ce6250b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.746105] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-25361654-219c-485c-a301-1ef515a02d7c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.746439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.746559] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.747469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.747469] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.747469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.747469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.747469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.747469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.747469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.747827] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-25361654-219c-485c-a301-1ef515a02d7c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.747875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.748597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.748924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.749224] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.749432] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.749589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.749813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.751281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.751281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.751281] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25361654-219c-485c-a301-1ef515a02d7c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.997034] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 582ad68a-6f5b-4c74-90ed-4be771cd378d in Status: SUCCESS [ 986.997034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.997426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.997426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.997652] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.997791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.997868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.998065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.998149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.998237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.998326] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('582ad68a-6f5b-4c74-90ed-4be771cd378d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.246229] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.246493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.246544] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.252044] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51d76e0a-d867-498a-a4b7-1ea98ce6250b with status ACTIVE [ 987.252283] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.252394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.252519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.252699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.252787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.253094] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.253268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.253354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.253516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.253629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.254155] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.254155] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.254155] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.254155] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.254340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.254340] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51d76e0a-d867-498a-a4b7-1ea98ce6250b is going to be updated. [ 987.255655] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25361654-219c-485c-a301-1ef515a02d7c: rpc.has_security_group_logging(os_id): False [ 987.282204] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.282204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.282204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.282424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.282612] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.283494] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.283494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.283494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.283494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.283494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.283494] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.284043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.284043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.284043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.284043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.284337] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.284337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.284337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.284738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.284738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.284738] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25361654-219c-485c-a301-1ef515a02d7c is going to be updated. [ 987.286588] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.286734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.286791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.286966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.287135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.287300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51d76e0a-d867-498a-a4b7-1ea98ce6250b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.400861] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.401126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.401206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.401391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.401806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.445558] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25361654-219c-485c-a301-1ef515a02d7c in Status: IN_PROGRESS for 2s [ 987.500603] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('582ad68a-6f5b-4c74-90ed-4be771cd378d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.750032] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.831410] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 in Status: SUCCESS [ 987.833636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.833636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.833636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.833636] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.833636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.833636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.833636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.833636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.833636] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.002780] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 582ad68a-6f5b-4c74-90ed-4be771cd378d: rpc.has_security_group_logging(os_id): False [ 988.028470] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.028700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.028700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.028988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.029090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.030092] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.030092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.030092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.030092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.030092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.030092] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 582ad68a-6f5b-4c74-90ed-4be771cd378d is going to be created. [ 988.108151] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.108360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.108433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.108750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.109065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.129215] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 582ad68a-6f5b-4c74-90ed-4be771cd378d in Status: IN_PROGRESS for 2s [ 988.253688] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.253688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.253688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.253688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.254126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.254126] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 is going to be created. [ 988.335017] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.351333] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.351507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.351588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.351860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.352226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.395902] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: UNINITIALIZED for 2s [ 988.837895] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.341160] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.341550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.341550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.341870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.342053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.342232] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 is going to be updated. [ 989.391781] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.392068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.392068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.392441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.392658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.416940] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 in Status: IN_PROGRESS for 2s [ 989.479221] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25361654-219c-485c-a301-1ef515a02d7c in Status: SUCCESS [ 989.479221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.012885] env[66341]: INFO networking_nsxv3.common.synchronization [req-b1f30eb8-0728-47ee-96fc-21533363a90b req-57d6fe63-ceb8-4ca9-be21-39e0694a9a73 tempest-ImagesOneServerNegativeTestJSON-1858042452 tempest-ImagesOneServerNegativeTestJSON-1858042452-project-member] Enqueued Resource ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf with Priority: HIGHEST for action security_group_members [ 990.014884] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf with Priority: HIGHEST for action security_group_members [ 990.016498] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.016498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.016498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.016498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.016498] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.016498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.016498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.016914] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.016914] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.016914] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b5701b1-bb10-411e-b4c9-cd7bdf5135cf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.147109] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 582ad68a-6f5b-4c74-90ed-4be771cd378d in Status: SUCCESS [ 990.147109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.188199] env[66341]: INFO networking_nsxv3.common.synchronization [req-53ab0b87-26b9-4a96-b3ca-c5e76ecf3016 req-ef4b7291-2c39-4242-9c50-eaba1ed3944b tempest-AttachVolumeShelveTestJSON-600220004 tempest-AttachVolumeShelveTestJSON-600220004-project-member] Enqueued Resource ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 with Priority: HIGHEST for action security_group_members [ 990.188353] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 with Priority: HIGHEST for action security_group_members [ 990.188647] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bb3e854-9e24-423d-b1b6-a0e14cfef992 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.188763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.188923] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.189262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.189429] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.189537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.189629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.189812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.189868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.189990] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bb3e854-9e24-423d-b1b6-a0e14cfef992',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.413217] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: SUCCESS [ 990.413646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.413795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.414062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.414283] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.414412] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.414480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.414653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.414737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.414824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.414915] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.519632] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.519829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.519899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.520199] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.520332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.520592] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.520748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.520825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.521000] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.524344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.524522] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf is going to be updated. [ 990.578015] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.578015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.578015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.578015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.578015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.595568] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf in Status: IN_PROGRESS for 2s [ 990.616662] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.616867] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-807" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.616981] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-807" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.617434] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-807" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.617629] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.617791] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.617906] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.618160] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.618302] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.618523] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.618635] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.618760] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.619047] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.619139] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.619229] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.619443] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.645463] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.646206] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.646430] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.646624] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-807" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.646958] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-44fcbdb8-7c05-4a56-b864-db7c9edc2f35 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.647183] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-44fcbdb8-7c05-4a56-b864-db7c9edc2f35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.647249] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-44fcbdb8-7c05-4a56-b864-db7c9edc2f35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.647593] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-44fcbdb8-7c05-4a56-b864-db7c9edc2f35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.647752] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44fcbdb8-7c05-4a56-b864-db7c9edc2f35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.696216] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.696426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.696532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.696779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.696921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.697161] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.697262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.697312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.697486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.697628] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.697672] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 already deleted. [ 990.697760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.916894] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.917145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.917255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.917562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.917807] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.917954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.918064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.918328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.918443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.918574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.918834] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.919034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.919153] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.919567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.919827] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.920042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.920146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.920660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.921397] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.922009] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.922115] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.150091] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.150377] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.150553] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.150926] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.151155] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.151327] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 44fcbdb8-7c05-4a56-b864-db7c9edc2f35 not found, creating... [ 991.151656] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.151853] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.152019] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.152296] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.152474] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.152836] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.153047] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.153203] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.153459] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.153634] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.153806] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 44fcbdb8-7c05-4a56-b864-db7c9edc2f35 is going to be created. [ 991.177521] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.177895] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.177999] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.178311] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.178552] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.178796] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-44fcbdb8-7c05-4a56-b864-db7c9edc2f35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.426217] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de752f8d-3a9d-47a6-8ad8-d6709d28cc43: rpc.has_security_group_logging(os_id): False [ 991.441238] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 in Status: SUCCESS [ 991.441462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.441684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.441920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.442190] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.442320] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.442384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.442546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.442639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.442731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.443023] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.463421] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.463568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.463606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.463933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.464133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.464717] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.464825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.464924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.465261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.465402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.466692] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.466692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.466692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.466692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.467602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.467602] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.467602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.467602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.467602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.467602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.467602] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 is going to be created. [ 991.581232] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.581232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.581232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.581466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.581542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.614962] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: IN_PROGRESS for 2s [ 991.895956] env[66341]: INFO networking_nsxv3.common.synchronization [req-53ab0b87-26b9-4a96-b3ca-c5e76ecf3016 req-9d08a935-ce04-493a-8811-aae86d7aba21 service nova] Enqueued Resource ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 with Priority: HIGHEST for action security_group_rules [ 991.898000] env[66341]: INFO networking_nsxv3.common.synchronization [req-53ab0b87-26b9-4a96-b3ca-c5e76ecf3016 req-9d08a935-ce04-493a-8811-aae86d7aba21 service nova] Enqueued Resource ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 with Priority: HIGHEST for action security_group_members [ 991.898000] env[66341]: INFO networking_nsxv3.common.synchronization [req-53ab0b87-26b9-4a96-b3ca-c5e76ecf3016 req-9d08a935-ce04-493a-8811-aae86d7aba21 service nova] Enqueued Resource ID: 44fcbdb8-7c05-4a56-b864-db7c9edc2f35 with Priority: HIGHEST for action port [ 991.898000] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 with Priority: HIGHEST for action security_group_rules [ 991.898000] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 with Priority: HIGHEST for action security_group_members [ 991.898499] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44fcbdb8-7c05-4a56-b864-db7c9edc2f35 with Priority: HIGHEST for action port [ 991.898499] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bb3e854-9e24-423d-b1b6-a0e14cfef992 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.899053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.899053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.899053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.899053] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bb3e854-9e24-423d-b1b6-a0e14cfef992',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.901532] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bb3e854-9e24-423d-b1b6-a0e14cfef992 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.901673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.901747] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.901968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.902175] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.902403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.902482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.902645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.902732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.902870] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bb3e854-9e24-423d-b1b6-a0e14cfef992',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.906584] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-44fcbdb8-7c05-4a56-b864-db7c9edc2f35 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.906740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44fcbdb8-7c05-4a56-b864-db7c9edc2f35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.906793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44fcbdb8-7c05-4a56-b864-db7c9edc2f35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.906984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44fcbdb8-7c05-4a56-b864-db7c9edc2f35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.908016] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44fcbdb8-7c05-4a56-b864-db7c9edc2f35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.947375] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.947601] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.947817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.947962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.948184] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.948296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.948375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.948529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.948755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.948755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.948920] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.949022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.949128] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.949244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.949421] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.949572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.949668] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.949841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.949934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.950146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.950284] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.410031] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bb3e854-9e24-423d-b1b6-a0e14cfef992 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.410031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.411301] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bb3e854-9e24-423d-b1b6-a0e14cfef992',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.412742] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44fcbdb8-7c05-4a56-b864-db7c9edc2f35 with status ACTIVE [ 992.413711] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.413711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.413711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.413711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.413711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.413982] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.415116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.415177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.417147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.417147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.417147] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.417147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.417147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.417147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.417147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.417147] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44fcbdb8-7c05-4a56-b864-db7c9edc2f35 is going to be updated. [ 992.446314] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.446580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.446580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.446698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.446832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.447012] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44fcbdb8-7c05-4a56-b864-db7c9edc2f35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.453630] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe16dec3-0b1e-4d77-a5e1-a14b3446f581: rpc.has_security_group_logging(os_id): False [ 992.475864] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.476210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.476210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.477311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.477311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.477311] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.477311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.477311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.477645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.478031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.478031] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.478201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.478239] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.478443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.478540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.478787] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.479080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.479080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.479192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.479297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.479413] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 is going to be updated. [ 992.611806] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf in Status: SUCCESS [ 992.611806] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf deletion is rescheduled due to dependency. [ 992.611806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.620826] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.620976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.621039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.621347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.621512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.649897] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 in Status: IN_PROGRESS for 2s [ 992.919406] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bb3e854-9e24-423d-b1b6-a0e14cfef992',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.422771] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.422771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.423223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.423223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.423379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.423508] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 is going to be created. [ 993.451382] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.452106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.452106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.452106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.452106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.483962] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 in Status: UNINITIALIZED for 2s [ 993.628427] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: SUCCESS [ 993.628752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.667031] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 in Status: SUCCESS [ 994.668020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.506423] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 in Status: SUCCESS [ 995.506752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.508028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.508028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.508220] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.508565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.508565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.508760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.508902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.509070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.509070] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bb3e854-9e24-423d-b1b6-a0e14cfef992',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.011787] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bb3e854-9e24-423d-b1b6-a0e14cfef992',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.514558] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bb3e854-9e24-423d-b1b6-a0e14cfef992: rpc.has_security_group_logging(os_id): False [ 996.532203] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.532431] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.532534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.534043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.534043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.534043] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.534043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.534043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.534043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.534043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.534043] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 is going to be created. [ 996.599393] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.599583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.599634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.599859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.600068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.616473] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 in Status: IN_PROGRESS for 2s [ 996.898850] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 996.899188] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 997.010767] env[66341]: INFO networking_nsxv3.common.synchronization [req-52e2b8fb-6bf9-4b0b-88b5-619136ec4bb9 req-04f64acb-7a33-4766-bf5e-2ea21074e479 tempest-ServersNegativeTestJSON-64642228 tempest-ServersNegativeTestJSON-64642228-project-member] Enqueued Resource ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 with Priority: HIGHEST for action security_group_members [ 997.011570] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 with Priority: HIGHEST for action security_group_members [ 997.011905] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.012273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.012273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.013023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.013481] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.013628] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.013628] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.013863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.013946] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.014058] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.516375] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.581240] env[66341]: INFO networking_nsxv3.common.synchronization [req-843dc74c-84cc-499b-9c4f-a31378d475a3 req-aa9054f0-c7a5-459b-9db2-c66fb623a95b tempest-ImagesTestJSON-624667671 tempest-ImagesTestJSON-624667671-project-member] Enqueued Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 997.582656] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGHEST for action security_group_members [ 997.582656] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.582833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.582833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.583071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.583268] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.583441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.583513] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.583674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.583791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.583914] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.021393] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.089771] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.089771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.089771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.089771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.089771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.089771] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.089771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.089771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.089771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.089771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.089771] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 is going to be updated. [ 998.122407] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.123480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.123480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.123707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.123868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.135988] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: IN_PROGRESS for 2s [ 998.524905] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.525109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.525298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.525392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.525472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.525575] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 is going to be updated. [ 998.572320] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.572320] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.572320] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.572320] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.572611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.581577] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 in Status: IN_PROGRESS for 2s [ 998.632195] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 in Status: SUCCESS [ 998.632469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.148629] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b397b141-5d64-495c-bf3e-d1ac9a776420 in Status: SUCCESS [ 1000.148896] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 deletion is rescheduled due to dependency. [ 1000.148939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.393714] env[66341]: INFO networking_nsxv3.common.synchronization [req-771583aa-7106-44d6-86a0-17397d8a25a6 req-014e211f-9b7b-4f32-97b5-d03fe559fc69 tempest-AttachInterfacesTestJSON-1114967429 tempest-AttachInterfacesTestJSON-1114967429-project-member] Enqueued Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_members [ 1000.394292] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_members [ 1000.394610] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.394735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.394801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.394999] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.395316] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.395435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.395498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.395662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.395739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.395835] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.594029] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 in Status: SUCCESS [ 1000.594029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.900939] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.900939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.900939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.900939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.900939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.900939] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.900939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.900939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.900939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.900939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.900939] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 is going to be updated. [ 1000.935745] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.935902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.935965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.936204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.936354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.947504] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: IN_PROGRESS for 2s [ 1001.325762] env[66341]: INFO networking_nsxv3.common.synchronization [None req-73c09a52-9586-45bb-bb8d-37503f72c849 None None] Enqueued Resource ID: 0f266736-4c77-414c-b5c8-7b3dacd5a15f with Priority: HIGHEST for action port [ 1001.326947] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f266736-4c77-414c-b5c8-7b3dacd5a15f with Priority: HIGHEST for action port [ 1001.327643] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f266736-4c77-414c-b5c8-7b3dacd5a15f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.327822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f266736-4c77-414c-b5c8-7b3dacd5a15f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.327948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f266736-4c77-414c-b5c8-7b3dacd5a15f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.328235] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f266736-4c77-414c-b5c8-7b3dacd5a15f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.328462] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f266736-4c77-414c-b5c8-7b3dacd5a15f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.832266] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f266736-4c77-414c-b5c8-7b3dacd5a15f [ 1001.834157] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.834157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.834157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.834157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.834157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.834157] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f266736-4c77-414c-b5c8-7b3dacd5a15f already deleted. [ 1001.834157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f266736-4c77-414c-b5c8-7b3dacd5a15f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.575451] env[66341]: INFO networking_nsxv3.common.synchronization [None req-45d37142-1c2b-494d-a839-d5a67752a3b6 tempest-ServerActionsTestOtherB-1097377493 tempest-ServerActionsTestOtherB-1097377493-project-member] Enqueued Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_rules [ 1002.575451] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_rules [ 1002.577936] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17ff4ab1-5568-4146-ba8d-237127b3deb3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.577936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.577936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.577936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.577936] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.715100] env[66341]: INFO networking_nsxv3.common.synchronization [None req-aa6e9007-fdda-4a94-9699-4a5274eb6e64 tempest-ServerActionsTestOtherB-1097377493 tempest-ServerActionsTestOtherB-1097377493-project-member] Enqueued Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_rules [ 1002.715100] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_rules [ 1002.715100] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17ff4ab1-5568-4146-ba8d-237127b3deb3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.715100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.960357] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: SUCCESS [ 1002.960357] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 deletion is rescheduled due to dependency. [ 1002.960357] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.100321] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.100532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.100532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.100817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.100923] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.101056] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 already deleted. [ 1003.101385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.101385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.101652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.101807] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.627963] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.628359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.628359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.628983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.628983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.628983] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 already deleted. [ 1003.628983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.725570] env[66341]: INFO networking_nsxv3.common.synchronization [None req-4b0fdd15-0427-434a-aa4c-a1f83abb4979 None None] Enqueued Resource ID: d9b643e2-b861-4912-b0c0-2e992b921e6f with Priority: HIGHEST for action port [ 1003.726097] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b643e2-b861-4912-b0c0-2e992b921e6f with Priority: HIGHEST for action port [ 1003.726818] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9b643e2-b861-4912-b0c0-2e992b921e6f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.726818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9b643e2-b861-4912-b0c0-2e992b921e6f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.726818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9b643e2-b861-4912-b0c0-2e992b921e6f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.726968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9b643e2-b861-4912-b0c0-2e992b921e6f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.726968] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9b643e2-b861-4912-b0c0-2e992b921e6f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.224154] env[66341]: INFO networking_nsxv3.common.synchronization [req-70db8b40-ef71-4059-bed8-b25ab95b7526 req-f326f896-9aaf-4b7b-b560-705ab1e3fad2 tempest-AttachInterfacesTestJSON-1114967429 tempest-AttachInterfacesTestJSON-1114967429-project-member] Enqueued Resource ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 with Priority: HIGHEST for action security_group_members [ 1004.224712] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 with Priority: HIGHEST for action security_group_members [ 1004.225090] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83d1242-cbde-4a24-8410-91b3ace8fd30 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.225211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.225282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.226170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.226170] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.226170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.226170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.226170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.226170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.226170] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83d1242-cbde-4a24-8410-91b3ace8fd30',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.231660] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9b643e2-b861-4912-b0c0-2e992b921e6f [ 1004.232014] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.232199] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.232316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.232590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.232646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.232754] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9b643e2-b861-4912-b0c0-2e992b921e6f already deleted. [ 1004.232849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9b643e2-b861-4912-b0c0-2e992b921e6f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.610730] env[66341]: INFO networking_nsxv3.common.synchronization [req-4f0caac4-c069-4e10-bb2e-4a21025d5794 req-28953707-1425-4770-990b-66b2e737d893 tempest-MigrationsAdminTest-1093486676 tempest-MigrationsAdminTest-1093486676-project-member] Enqueued Resource ID: f369ba42-c031-4a0d-9642-3ed430084029 with Priority: HIGHEST for action security_group_members [ 1004.611834] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f369ba42-c031-4a0d-9642-3ed430084029 with Priority: HIGHEST for action security_group_members [ 1004.612196] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-f369ba42-c031-4a0d-9642-3ed430084029 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.612295] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.612353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.612554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.613306] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.613476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.613569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.613796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.613832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.613934] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f369ba42-c031-4a0d-9642-3ed430084029',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.729814] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.730287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.730287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.730287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.754507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.754772] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.754894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.754962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.755199] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.755283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.755378] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 is going to be updated. [ 1004.784877] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.785194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.785312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.785676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.785841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.798641] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 in Status: IN_PROGRESS for 2s [ 1005.116895] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.117141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.117141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.117435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.149874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.150292] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.150478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.150521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.150747] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.150838] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.150935] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f369ba42-c031-4a0d-9642-3ed430084029 is going to be updated. [ 1005.182777] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.182930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.182987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.183207] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.183389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.192539] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f369ba42-c031-4a0d-9642-3ed430084029 in Status: IN_PROGRESS for 2s [ 1006.090804] env[66341]: INFO networking_nsxv3.common.synchronization [None req-f1f2610a-2772-401e-a2c1-345f5ead65df None None] Enqueued Resource ID: 939284d9-0338-4a25-84fe-ec0a96073006 with Priority: HIGHEST for action port [ 1006.091405] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 939284d9-0338-4a25-84fe-ec0a96073006 with Priority: HIGHEST for action port [ 1006.091614] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-939284d9-0338-4a25-84fe-ec0a96073006 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.091734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-939284d9-0338-4a25-84fe-ec0a96073006" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.091797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-939284d9-0338-4a25-84fe-ec0a96073006" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.092891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-939284d9-0338-4a25-84fe-ec0a96073006" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.094796] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('939284d9-0338-4a25-84fe-ec0a96073006',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.371123] env[66341]: INFO networking_nsxv3.common.synchronization [req-833f818c-adf4-4192-bcc5-be966bea722a req-fe4d9908-aac4-4651-9a77-3b850d33188d tempest-DeleteServersTestJSON-1925445125 tempest-DeleteServersTestJSON-1925445125-project-member] Enqueued Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1006.371690] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1006.372215] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.372215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.372215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.372420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.372597] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.372702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.372764] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.372937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.373312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.373312] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.600926] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 939284d9-0338-4a25-84fe-ec0a96073006 [ 1006.601332] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.601524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.601524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.601739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.602050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.602050] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:939284d9-0338-4a25-84fe-ec0a96073006 already deleted. [ 1006.602050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-939284d9-0338-4a25-84fe-ec0a96073006" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.738243] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.738471] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-274" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.738595] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-274" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.738864] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-274" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.741615] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.741840] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.742019] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.742329] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.742494] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.742735] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.742871] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.742986] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.743109] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.743208] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.743310] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.743492] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.751752] env[66341]: INFO networking_nsxv3.common.synchronization [None req-c8882454-62f5-420f-8776-cf80a2b6d2b6 tempest-ServerActionsTestOtherA-1432598510 tempest-ServerActionsTestOtherA-1432598510-project-member] Enqueued Resource ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 with Priority: HIGHEST for action security_group_rules [ 1006.751983] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 with Priority: HIGHEST for action security_group_rules [ 1006.753038] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.753038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.753038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.753038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.753038] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbe6c4ed-b68e-4966-866e-3829d3c2b3e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.766878] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.766878] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.767055] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.767216] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-274" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.767541] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-0626684e-c153-403e-bcb7-23fb9d05e295 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.767848] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-0626684e-c153-403e-bcb7-23fb9d05e295" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.767993] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-0626684e-c153-403e-bcb7-23fb9d05e295" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.768346] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-0626684e-c153-403e-bcb7-23fb9d05e295" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.768462] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0626684e-c153-403e-bcb7-23fb9d05e295',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.808374] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 in Status: SUCCESS [ 1006.808566] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 deletion is rescheduled due to dependency. [ 1006.808683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.875686] env[66341]: INFO networking_nsxv3.common.synchronization [None req-20d17045-e4c7-418f-b399-cbac71fafb56 tempest-ServerActionsTestOtherA-1432598510 tempest-ServerActionsTestOtherA-1432598510-project-member] Enqueued Resource ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 with Priority: HIGHEST for action security_group_rules [ 1006.875686] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.875686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.875686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.876483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.876483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.876483] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.876483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.876483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.876483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.876483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.876823] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 is going to be updated. [ 1006.878166] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 with Priority: HIGHEST for action security_group_rules [ 1006.878659] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.878751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.913038] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.913038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.913038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.913038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.913038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.924555] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: IN_PROGRESS for 2s [ 1007.207337] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f369ba42-c031-4a0d-9642-3ed430084029 in Status: SUCCESS [ 1007.207337] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f369ba42-c031-4a0d-9642-3ed430084029 deletion is rescheduled due to dependency. [ 1007.207337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.271707] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.271956] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.272067] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.272495] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.272620] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.272699] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 0626684e-c153-403e-bcb7-23fb9d05e295 not found, creating... [ 1007.272957] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.273196] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.273329] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.273689] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.273780] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.274207] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.274207] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.274346] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.274479] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.274609] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.274745] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 0626684e-c153-403e-bcb7-23fb9d05e295 is going to be created. [ 1007.313032] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.313032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.313032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.313032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.313032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.313380] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 already deleted. [ 1007.313380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.313451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.313575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.313662] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbe6c4ed-b68e-4966-866e-3829d3c2b3e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.326552] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.326552] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.326808] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.327458] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.327458] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.327458] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-0626684e-c153-403e-bcb7-23fb9d05e295" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.835802] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.836027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.836155] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.836405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.836501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.836598] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 already deleted. [ 1007.837498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.062461] env[66341]: INFO networking_nsxv3.common.synchronization [req-833f818c-adf4-4192-bcc5-be966bea722a req-b742c623-5049-4094-b836-9987b31af87c service nova] Enqueued Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_rules [ 1008.062626] env[66341]: INFO networking_nsxv3.common.synchronization [req-833f818c-adf4-4192-bcc5-be966bea722a req-b742c623-5049-4094-b836-9987b31af87c service nova] Enqueued Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1008.062767] env[66341]: INFO networking_nsxv3.common.synchronization [req-833f818c-adf4-4192-bcc5-be966bea722a req-b742c623-5049-4094-b836-9987b31af87c service nova] Enqueued Resource ID: 0626684e-c153-403e-bcb7-23fb9d05e295 with Priority: HIGHEST for action port [ 1008.063312] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_rules [ 1008.063452] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1008.063569] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0626684e-c153-403e-bcb7-23fb9d05e295 with Priority: HIGHEST for action port [ 1008.063845] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.063963] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.064720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.064981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.065464] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.067087] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.067201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.067418] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-0626684e-c153-403e-bcb7-23fb9d05e295 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.067524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0626684e-c153-403e-bcb7-23fb9d05e295" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.067592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0626684e-c153-403e-bcb7-23fb9d05e295" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.067796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0626684e-c153-403e-bcb7-23fb9d05e295" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.067881] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0626684e-c153-403e-bcb7-23fb9d05e295',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.570295] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.570295] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.571055] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0626684e-c153-403e-bcb7-23fb9d05e295 with status ACTIVE [ 1008.571055] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.571055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.571055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.574499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.574499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.574499] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.574499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.574499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.574499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.574499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.574499] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.574499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.574499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.574499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.574499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.574499] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0626684e-c153-403e-bcb7-23fb9d05e295 is going to be updated. [ 1008.600741] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.600741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.600951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.602099] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.602099] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.602099] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0626684e-c153-403e-bcb7-23fb9d05e295" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.863929] env[66341]: INFO networking_nsxv3.common.synchronization [None req-21a7465b-971a-4553-a098-f8ed82cc330c None None] Enqueued Resource ID: 2338860a-c74b-46ee-9e9d-86942e582bf2 with Priority: HIGHEST for action port [ 1008.864211] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2338860a-c74b-46ee-9e9d-86942e582bf2 with Priority: HIGHEST for action port [ 1008.864782] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-2338860a-c74b-46ee-9e9d-86942e582bf2 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.864908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2338860a-c74b-46ee-9e9d-86942e582bf2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.864976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2338860a-c74b-46ee-9e9d-86942e582bf2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.865358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2338860a-c74b-46ee-9e9d-86942e582bf2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.865358] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2338860a-c74b-46ee-9e9d-86942e582bf2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.938028] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: SUCCESS [ 1008.938147] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 deletion is rescheduled due to dependency. [ 1008.938874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.938874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.938874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.939085] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.939085] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.939514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.939514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.939599] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.939646] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.367714] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2338860a-c74b-46ee-9e9d-86942e582bf2 [ 1009.367714] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.367714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.367714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.368040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.368143] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.368279] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2338860a-c74b-46ee-9e9d-86942e582bf2 already deleted. [ 1009.368350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2338860a-c74b-46ee-9e9d-86942e582bf2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.441700] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.944990] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.447377] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.447564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.447631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.447808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.447935] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.447986] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 is going to be updated. [ 1010.481644] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.481881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.481881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.484411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.484411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.494056] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: IN_PROGRESS for 2s [ 1010.508897] env[66341]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1010.509060] env[66341]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1011.222819] env[66341]: INFO networking_nsxv3.common.synchronization [None req-0b50b1ff-960e-4cc2-8fe1-482afaada662 None None] Enqueued Resource ID: d159481b-39e7-4480-b9bd-02b029f25988 with Priority: HIGHEST for action port [ 1011.223926] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d159481b-39e7-4480-b9bd-02b029f25988 with Priority: HIGHEST for action port [ 1011.223926] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-d159481b-39e7-4480-b9bd-02b029f25988 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.224023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d159481b-39e7-4480-b9bd-02b029f25988" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.224269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d159481b-39e7-4480-b9bd-02b029f25988" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.225031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d159481b-39e7-4480-b9bd-02b029f25988" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.225157] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d159481b-39e7-4480-b9bd-02b029f25988',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.727668] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d159481b-39e7-4480-b9bd-02b029f25988 [ 1011.727901] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.728043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.728113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.728331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.728424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.728516] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d159481b-39e7-4480-b9bd-02b029f25988 already deleted. [ 1011.728595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d159481b-39e7-4480-b9bd-02b029f25988" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.821940] env[66341]: INFO networking_nsxv3.common.synchronization [req-cd3c7f4e-db86-4136-9498-988128e6d3c4 req-47fd44dc-58f3-41c7-8bb9-1b072a859440 tempest-ServerRescueTestJSON-74364496 tempest-ServerRescueTestJSON-74364496-project-member] Enqueued Resource ID: 25361654-219c-485c-a301-1ef515a02d7c with Priority: HIGHEST for action security_group_members [ 1011.821940] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25361654-219c-485c-a301-1ef515a02d7c with Priority: HIGHEST for action security_group_members [ 1011.821940] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-25361654-219c-485c-a301-1ef515a02d7c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.821940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.821940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.822397] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.822648] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.822868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.823124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.823381] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.823553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.823725] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25361654-219c-485c-a301-1ef515a02d7c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.328732] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25361654-219c-485c-a301-1ef515a02d7c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.394114] env[66341]: INFO networking_nsxv3.common.synchronization [None req-643782dd-fb4f-429e-8511-a5b8d7c2a8ff tempest-AttachVolumeNegativeTest-2113034914 tempest-AttachVolumeNegativeTest-2113034914-project-member] Enqueued Resource ID: 1f948c7b-ebe1-4047-9e0a-47901280470a with Priority: HIGHEST for action security_group_rules [ 1012.394903] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f948c7b-ebe1-4047-9e0a-47901280470a with Priority: HIGHEST for action security_group_rules [ 1012.395335] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f948c7b-ebe1-4047-9e0a-47901280470a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.395495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.395574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.395913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.396025] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f948c7b-ebe1-4047-9e0a-47901280470a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.506433] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: SUCCESS [ 1012.506433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.507524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.507754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.508021] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.508131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.508202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.508362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.508501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.508542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.508635] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.682491] env[66341]: INFO networking_nsxv3.common.synchronization [None req-bafe0803-4f00-4fb0-8913-ac282f3d0a02 tempest-AttachVolumeNegativeTest-2113034914 tempest-AttachVolumeNegativeTest-2113034914-project-member] Enqueued Resource ID: 1f948c7b-ebe1-4047-9e0a-47901280470a with Priority: HIGHEST for action security_group_rules [ 1012.682595] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f948c7b-ebe1-4047-9e0a-47901280470a with Priority: HIGHEST for action security_group_rules [ 1012.683259] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f948c7b-ebe1-4047-9e0a-47901280470a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.683507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.828570] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25361654-219c-485c-a301-1ef515a02d7c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.918931] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.919225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.919225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.919454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.919517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.919615] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f948c7b-ebe1-4047-9e0a-47901280470a already deleted. [ 1012.919704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.919869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.921042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.921350] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f948c7b-ebe1-4047-9e0a-47901280470a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.010729] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.010871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.010955] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.011153] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.011399] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.011519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.011578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.011750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.011850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.011934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.012129] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.012248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.012325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.012484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.012610] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.012706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.012771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.012918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.012993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.013096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.013195] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.331749] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.332091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.332091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.332444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.332444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.332444] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25361654-219c-485c-a301-1ef515a02d7c is going to be updated. [ 1013.372369] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.372892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.372892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.373030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.373085] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.386260] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25361654-219c-485c-a301-1ef515a02d7c in Status: IN_PROGRESS for 2s [ 1013.456056] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.457399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.457399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.457399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.457399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.457399] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f948c7b-ebe1-4047-9e0a-47901280470a already deleted. [ 1013.457399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.519040] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 852d2cd5-e26f-4af4-affb-ef219f836d57: rpc.has_security_group_logging(os_id): False [ 1013.556026] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.556026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.556026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.556026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.556026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.556026] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.556026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.556026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.556026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.556026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.556026] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.556026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.556026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.556026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.556026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.556771] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.556771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.556771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.556771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.556771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.556771] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 is going to be updated. [ 1013.691889] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.692992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.692992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.692992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.692992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.708527] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: IN_PROGRESS for 2s [ 1013.743254] env[66341]: INFO networking_nsxv3.common.synchronization [None req-4ab95198-4bf2-4b9d-9150-efc19a0d6660 None None] Enqueued Resource ID: 71b07dec-630b-4d6f-8497-a792f41a8ff8 with Priority: HIGHEST for action port [ 1013.743254] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b07dec-630b-4d6f-8497-a792f41a8ff8 with Priority: HIGHEST for action port [ 1013.744979] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-71b07dec-630b-4d6f-8497-a792f41a8ff8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.745671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71b07dec-630b-4d6f-8497-a792f41a8ff8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.746026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71b07dec-630b-4d6f-8497-a792f41a8ff8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.747051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71b07dec-630b-4d6f-8497-a792f41a8ff8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.748306] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71b07dec-630b-4d6f-8497-a792f41a8ff8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.249853] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71b07dec-630b-4d6f-8497-a792f41a8ff8 [ 1014.250100] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.250239] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.250312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.250512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.250602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.250695] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71b07dec-630b-4d6f-8497-a792f41a8ff8 already deleted. [ 1014.250772] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71b07dec-630b-4d6f-8497-a792f41a8ff8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.397342] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25361654-219c-485c-a301-1ef515a02d7c in Status: SUCCESS [ 1015.397628] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.722953] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: SUCCESS [ 1015.723201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.208417] env[66341]: INFO networking_nsxv3.common.synchronization [None req-bbc435e2-fab7-4f9c-8a74-e57c34e40e2c tempest-AttachInterfacesTestJSON-1114967429 tempest-AttachInterfacesTestJSON-1114967429-project-member] Enqueued Resource ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 with Priority: HIGHEST for action security_group_rules [ 1017.208417] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 with Priority: HIGHEST for action security_group_rules [ 1017.208417] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0563fd55-48ab-41ef-9177-d18deb3b2183 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.209351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.209582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.209989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.210193] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0563fd55-48ab-41ef-9177-d18deb3b2183',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.295152] env[66341]: INFO networking_nsxv3.common.synchronization [None req-72e8f5cd-2f2e-4285-82c8-2e71a05b5f14 tempest-AttachInterfacesTestJSON-1114967429 tempest-AttachInterfacesTestJSON-1114967429-project-member] Enqueued Resource ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 with Priority: HIGHEST for action security_group_rules [ 1017.295152] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 with Priority: HIGHEST for action security_group_rules [ 1017.295152] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0563fd55-48ab-41ef-9177-d18deb3b2183 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.295152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.736787] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.736957] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.737151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.737235] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.737327] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.737429] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 already deleted. [ 1017.737548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.737727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.737916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.738015] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0563fd55-48ab-41ef-9177-d18deb3b2183',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.263215] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.263688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.263688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.263688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.263804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.263871] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 already deleted. [ 1018.263955] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.659152] env[66341]: INFO networking_nsxv3.common.synchronization [req-a89dd975-4c5f-4d02-a32a-04df7f7eb6b5 req-efd2bf82-8f2b-49d1-9b1f-4d2893b2616e tempest-ServersWithSpecificFlavorTestJSON-740261608 tempest-ServersWithSpecificFlavorTestJSON-740261608-project-member] Enqueued Resource ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 with Priority: HIGHEST for action security_group_members [ 1018.659766] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 with Priority: HIGHEST for action security_group_members [ 1018.660785] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-850f6022-6c1e-400c-9b8b-ba3febd8ae51 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.661440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.661440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.661440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.661649] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.661649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.661649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.661826] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.661888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.661940] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('850f6022-6c1e-400c-9b8b-ba3febd8ae51',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.164735] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.164841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.164841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.165069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.187148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.187148] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.187148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.187148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.187431] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.188332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.188332] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 is going to be updated. [ 1019.226736] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.227702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.227702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.227702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.227702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.240419] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 in Status: IN_PROGRESS for 2s [ 1020.633843] env[66341]: INFO networking_nsxv3.common.synchronization [req-56df9db5-a434-4b71-9271-d44744b326d8 req-56b3873b-d716-4cc9-8e93-8238cde2f5e9 tempest-ServerActionsTestOtherB-1097377493 tempest-ServerActionsTestOtherB-1097377493-project-member] Enqueued Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_members [ 1020.634423] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_members [ 1020.634749] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-17ff4ab1-5568-4146-ba8d-237127b3deb3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.635426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.637039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.637039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.637039] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.637039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.637039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.637039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.637039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.637039] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.048155] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.048341] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-642" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.049181] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-642" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.049181] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-642" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.049181] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.049508] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.049687] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.049975] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.050223] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.050494] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.050659] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.050812] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.050962] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.051152] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.051577] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.051769] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.078991] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.079174] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1021.079384] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.079553] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-642" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.079930] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-964ff6ce-a31b-41c3-af6f-291f4dc57124 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.080104] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-964ff6ce-a31b-41c3-af6f-291f4dc57124" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.080170] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-964ff6ce-a31b-41c3-af6f-291f4dc57124" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.080529] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-964ff6ce-a31b-41c3-af6f-291f4dc57124" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.080668] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('964ff6ce-a31b-41c3-af6f-291f4dc57124',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.139922] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.140907] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.140907] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.141433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.141635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.141936] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.142214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.142214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.142523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.142614] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.142721] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 already deleted. [ 1021.142847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.251932] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 in Status: SUCCESS [ 1021.252419] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 deletion is rescheduled due to dependency. [ 1021.252419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.583166] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.583318] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.583364] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.583774] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.583858] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.583969] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 964ff6ce-a31b-41c3-af6f-291f4dc57124 not found, creating... [ 1021.584262] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.584459] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.584548] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.584784] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.584904] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.585197] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.585355] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.585472] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.585682] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.585817] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.585954] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 964ff6ce-a31b-41c3-af6f-291f4dc57124 is going to be created. [ 1021.607514] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.607726] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.607856] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.608238] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.608474] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.608704] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-964ff6ce-a31b-41c3-af6f-291f4dc57124" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.341042] env[66341]: INFO networking_nsxv3.common.synchronization [req-56df9db5-a434-4b71-9271-d44744b326d8 req-54d1e353-7201-4f52-af61-62c8df9bf20e service nova] Enqueued Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_rules [ 1022.341042] env[66341]: INFO networking_nsxv3.common.synchronization [req-56df9db5-a434-4b71-9271-d44744b326d8 req-54d1e353-7201-4f52-af61-62c8df9bf20e service nova] Enqueued Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_members [ 1022.341422] env[66341]: INFO networking_nsxv3.common.synchronization [req-56df9db5-a434-4b71-9271-d44744b326d8 req-54d1e353-7201-4f52-af61-62c8df9bf20e service nova] Enqueued Resource ID: 964ff6ce-a31b-41c3-af6f-291f4dc57124 with Priority: HIGHEST for action port [ 1022.341723] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_rules [ 1022.341861] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_members [ 1022.341959] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 964ff6ce-a31b-41c3-af6f-291f4dc57124 with Priority: HIGHEST for action port [ 1022.342788] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17ff4ab1-5568-4146-ba8d-237127b3deb3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.342788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.342788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.342788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.342946] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.345032] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-17ff4ab1-5568-4146-ba8d-237127b3deb3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.345032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.345032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.345908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.346114] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.346229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.346294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.346461] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.346546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.346641] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.347480] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-964ff6ce-a31b-41c3-af6f-291f4dc57124 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.347617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-964ff6ce-a31b-41c3-af6f-291f4dc57124" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.347682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-964ff6ce-a31b-41c3-af6f-291f4dc57124" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.347843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-964ff6ce-a31b-41c3-af6f-291f4dc57124" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.347918] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('964ff6ce-a31b-41c3-af6f-291f4dc57124',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.846112] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-17ff4ab1-5568-4146-ba8d-237127b3deb3 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.846232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.849876] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.851054] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 964ff6ce-a31b-41c3-af6f-291f4dc57124 with status ACTIVE [ 1022.851305] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.851498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.851567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.851832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.851970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.852203] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.852337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.852442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.852607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.852686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.852873] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.852991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.853095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.853262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.853329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.853426] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 964ff6ce-a31b-41c3-af6f-291f4dc57124 is going to be updated. [ 1022.880609] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.880829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.880829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.881114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.881190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.881368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-964ff6ce-a31b-41c3-af6f-291f4dc57124" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.355978] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.858853] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.859552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.859642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.859879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.859972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.860088] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 is going to be created. [ 1023.890878] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.891057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.891129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.891336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.891529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.905229] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 in Status: UNINITIALIZED for 2s [ 1024.438944] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.439396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.439396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.439707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.439872] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.942764] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.448550] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.471092] env[66341]: INFO networking_nsxv3.common.synchronization [req-62f0c44e-9d68-472d-bc20-fbae315c955b req-31f6c137-802a-441a-9e8d-6db049e47bb4 tempest-ServerDiskConfigTestJSON-1657017966 tempest-ServerDiskConfigTestJSON-1657017966-project-member] Enqueued Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 1025.471775] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 1025.472572] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.472572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.472572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.473095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.473095] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.473095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.474044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.474233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.474588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.474588] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.692699] env[66341]: INFO networking_nsxv3.common.synchronization [None req-bf9de882-8dc9-405c-a206-97b672510c26 None None] Enqueued Resource ID: a4ef7095-8eb5-4484-bd42-70f351b0d564 with Priority: HIGHEST for action port [ 1025.693294] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ef7095-8eb5-4484-bd42-70f351b0d564 with Priority: HIGHEST for action port [ 1025.693773] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4ef7095-8eb5-4484-bd42-70f351b0d564 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.694517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4ef7095-8eb5-4484-bd42-70f351b0d564" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.694517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4ef7095-8eb5-4484-bd42-70f351b0d564" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.694517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4ef7095-8eb5-4484-bd42-70f351b0d564" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.694517] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4ef7095-8eb5-4484-bd42-70f351b0d564',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.755650] env[66341]: INFO networking_nsxv3.common.synchronization [req-35aa4967-6635-469b-b1fa-e0afa9696be5 req-9b2f7ab9-a377-437b-b9cf-164fc9823dbe tempest-ServerActionsTestOtherA-1432598510 tempest-ServerActionsTestOtherA-1432598510-project-member] Enqueued Resource ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 with Priority: HIGHEST for action security_group_members [ 1025.756325] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 with Priority: HIGHEST for action security_group_members [ 1025.756631] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.756752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.756815] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.757282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.757476] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.757656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.757716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.757878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.757960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.758067] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbe6c4ed-b68e-4966-866e-3829d3c2b3e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.919039] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 in Status: SUCCESS [ 1025.919418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.919638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.919864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.920975] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.921592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.921761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.922045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.922650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.922650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.922650] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.951208] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1025.951862] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1025.977990] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.980272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.980440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.980705] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.980800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.981065] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.981193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.981255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.981388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.982317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.982317] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 is going to be updated. [ 1026.019896] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.020172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.020321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.020622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.020781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.036027] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: IN_PROGRESS for 2s [ 1026.198098] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4ef7095-8eb5-4484-bd42-70f351b0d564 [ 1026.198383] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.198557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.198662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.198880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.198985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.199155] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4ef7095-8eb5-4484-bd42-70f351b0d564 already deleted. [ 1026.199257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4ef7095-8eb5-4484-bd42-70f351b0d564" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.213700] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.215999] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.215999] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.215999] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.215999] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.215999] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.215999] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.215999] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.215999] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.216512] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.216512] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.216586] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.216689] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.216815] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.216915] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.217804] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.241458] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.241458] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1026.241458] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.241778] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.242214] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-0f251fd8-09e3-4dc0-83e5-06e4b0c3284c taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.242406] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-0f251fd8-09e3-4dc0-83e5-06e4b0c3284c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.242459] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-0f251fd8-09e3-4dc0-83e5-06e4b0c3284c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.242761] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-0f251fd8-09e3-4dc0-83e5-06e4b0c3284c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.242899] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f251fd8-09e3-4dc0-83e5-06e4b0c3284c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.260367] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.260658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.260658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.260920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.261131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.261350] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.261782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.261904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.262202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.262302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.262434] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 already deleted. [ 1026.262592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.425904] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.745318] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.745677] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.745811] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.746106] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.746294] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.746569] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 0f251fd8-09e3-4dc0-83e5-06e4b0c3284c not found, creating... [ 1026.746778] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.746936] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.747059] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.747281] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.747416] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.747820] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.747820] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.747944] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.748148] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.748274] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.748410] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 0f251fd8-09e3-4dc0-83e5-06e4b0c3284c is going to be created. [ 1026.770575] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.770837] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.770907] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.771184] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.771478] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.771689] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-0f251fd8-09e3-4dc0-83e5-06e4b0c3284c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.929400] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17ff4ab1-5568-4146-ba8d-237127b3deb3: rpc.has_security_group_logging(os_id): False [ 1026.970861] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.971052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.971133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.971552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.971774] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.971969] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.972715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.972715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.973286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.973408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.973646] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 is going to be created. [ 1027.060693] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.060919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.060919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.061155] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.083130] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1027.084049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.085431] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1027.088089] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.088253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.088328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.088633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.088807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.102289] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 in Status: IN_PROGRESS for 2s [ 1027.125990] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.125990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.125990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.126314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.137554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.138638] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1027.138638] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1027.138638] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1027.222056] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.222056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.222056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.222056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.224422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.224422] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1027.515026] env[66341]: INFO networking_nsxv3.common.synchronization [req-35aa4967-6635-469b-b1fa-e0afa9696be5 req-ad0f4109-7e1b-4d12-bc19-dc4364833b2e service nova] Enqueued Resource ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 with Priority: HIGHEST for action security_group_rules [ 1027.519122] env[66341]: INFO networking_nsxv3.common.synchronization [req-35aa4967-6635-469b-b1fa-e0afa9696be5 req-ad0f4109-7e1b-4d12-bc19-dc4364833b2e service nova] Enqueued Resource ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 with Priority: HIGHEST for action security_group_members [ 1027.519122] env[66341]: INFO networking_nsxv3.common.synchronization [req-35aa4967-6635-469b-b1fa-e0afa9696be5 req-ad0f4109-7e1b-4d12-bc19-dc4364833b2e service nova] Enqueued Resource ID: 0f251fd8-09e3-4dc0-83e5-06e4b0c3284c with Priority: HIGHEST for action port [ 1027.519122] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 with Priority: HIGHEST for action security_group_rules [ 1027.519122] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 with Priority: HIGHEST for action security_group_members [ 1027.521454] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f251fd8-09e3-4dc0-83e5-06e4b0c3284c with Priority: HIGHEST for action port [ 1027.521454] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.521692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.521765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.521975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.522075] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbe6c4ed-b68e-4966-866e-3829d3c2b3e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.526211] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.526211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.526211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.526451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.526451] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.527873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.527873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.527873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.527873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.527873] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbe6c4ed-b68e-4966-866e-3829d3c2b3e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.529766] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f251fd8-09e3-4dc0-83e5-06e4b0c3284c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.529884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f251fd8-09e3-4dc0-83e5-06e4b0c3284c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.531516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f251fd8-09e3-4dc0-83e5-06e4b0c3284c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.531753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f251fd8-09e3-4dc0-83e5-06e4b0c3284c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.531844] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f251fd8-09e3-4dc0-83e5-06e4b0c3284c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.538206] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.538206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.538206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.538206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.538206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.538206] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1027.684836] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.684836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.684836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.685146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.685521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.685838] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1027.685952] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'25361654-219c-485c-a301-1ef515a02d7c', 'd83d1242-cbde-4a24-8410-91b3ace8fd30', '3234cf8e-a2c8-43e6-8338-df47c84c68d9', '856bd112-8075-47bf-8938-5f12fa39dd9e', 'b397b141-5d64-495c-bf3e-d1ac9a776420', '6fd888f9-41b6-43ec-a3cd-6826f0fa390e', '5629f8f9-62a6-4fdd-8a49-af99341930ac', 'f369ba42-c031-4a0d-9642-3ed430084029', '850f6022-6c1e-400c-9b8b-ba3febd8ae51', 'd57976cb-8734-4b9f-8d2f-814970a81abd', 'fe16dec3-0b1e-4d77-a5e1-a14b3446f581', 'de752f8d-3a9d-47a6-8ad8-d6709d28cc43', '4dae578a-d8a6-461b-9a81-b76ac0e38156', '2ac38504-7157-488a-a541-e68a9d1879aa', '76295074-26bf-4f23-95ce-4821c762f5da', '81566622-f9a4-45bd-9b10-9ba6fae2c03b', 'cadb9e7e-6b7f-4284-8637-6a9020ff33c7', 'cf38baa7-1db7-4198-a318-4b2c0e5ed833', '4e0cdc10-5791-462b-bca6-93bb5c0334ff', '9d208acf-c637-49e4-9e1c-b46154dcbc0d', 'dc5f6474-693d-426d-8ced-dc2a9aedd349', '6b5701b1-bb10-411e-b4c9-cd7bdf5135cf', 'd2b67833-b7c0-49a2-b449-ede1e28beecc', 'bca0352f-8a56-40f5-89ef-03effef44bc3', '8bb3e854-9e24-423d-b1b6-a0e14cfef992', 'd328be99-21f6-4197-ac65-1e38a868c9d0', '25805d5c-c18f-4267-8b89-3c394d3bdad6', '6113a3e5-6290-4277-8ea8-3fec5667cfae', '84da2a17-502c-41b7-9d96-f156ebfcb4a4', 'd8d07b68-3be1-45e4-98f1-3d9eeaa2bb47', 'b422dac1-1d35-4c8f-bad6-718b3bddccae', 'bb7dc91f-f781-47a5-a823-7bb2d5bb1228', '852d2cd5-e26f-4af4-affb-ef219f836d57', '50bd4c67-f2fa-490c-8fd1-5ab96d51f78b', 'd3dfc3ea-d1e1-4cfc-b9dc-23952528809d', 'aad28b08-b7eb-4fbc-8970-0ff4141f12e7', '17ff4ab1-5568-4146-ba8d-237127b3deb3', '3c81d12b-3c6c-4096-be8d-884214954723', 'cf6e8751-40d5-41e9-b77a-f725deb4931b', '030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d', '651f16e9-13ff-45e0-8896-12ce01e01a57', '40bb9f33-0571-4295-8ea0-2da157c46cbf', 'd93db470-b338-4be6-a10e-371fcae2e3b8', '582ad68a-6f5b-4c74-90ed-4be771cd378d'} {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1027.686120] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1027.714447] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.714447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.714447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.714447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.714447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.714447] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1027.714447] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1027.714447] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1027.812659] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.812963] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.812963] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.813125] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.814379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.814804] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1027.814892] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1027.814970] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1027.815049] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1027.815129] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1027.815201] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 25361654-219c-485c-a301-1ef515a02d7c with Priority: HIGH for action security_group_rules [ 1027.815284] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 with Priority: HIGH for action security_group_rules [ 1027.815350] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGH for action security_group_rules [ 1027.815415] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGH for action security_group_rules [ 1027.815477] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGH for action security_group_rules [ 1027.815540] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e with Priority: HIGH for action security_group_rules [ 1027.815602] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac with Priority: HIGH for action security_group_rules [ 1027.815664] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f369ba42-c031-4a0d-9642-3ed430084029 with Priority: HIGH for action security_group_rules [ 1027.815724] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 with Priority: HIGH for action security_group_rules [ 1027.816123] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d57976cb-8734-4b9f-8d2f-814970a81abd with Priority: HIGH for action security_group_rules [ 1027.816264] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 with Priority: HIGH for action security_group_rules [ 1027.816483] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGH for action security_group_rules [ 1027.816583] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 with Priority: HIGH for action security_group_rules [ 1027.816653] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ac38504-7157-488a-a541-e68a9d1879aa with Priority: HIGH for action security_group_rules [ 1027.816718] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGH for action security_group_rules [ 1027.816781] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGH for action security_group_rules [ 1027.816843] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 with Priority: HIGH for action security_group_rules [ 1027.816992] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 with Priority: HIGH for action security_group_rules [ 1027.817090] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff with Priority: HIGH for action security_group_rules [ 1027.817155] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9d208acf-c637-49e4-9e1c-b46154dcbc0d with Priority: HIGH for action security_group_rules [ 1027.817258] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.030508] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbe6c4ed-b68e-4966-866e-3829d3c2b3e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.034819] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f251fd8-09e3-4dc0-83e5-06e4b0c3284c with status ACTIVE [ 1028.035658] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.035808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.035878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.036136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.036232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.036418] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.036531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.036595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.036744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.036821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.037009] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.037104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.037166] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.037319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.037368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.037451] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f251fd8-09e3-4dc0-83e5-06e4b0c3284c is going to be updated. [ 1028.038548] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.038675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.053571] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: SUCCESS [ 1028.053571] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 deletion is rescheduled due to dependency. [ 1028.053571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.066112] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.066319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.066394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.066792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.066792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.066896] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f251fd8-09e3-4dc0-83e5-06e4b0c3284c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.446938] env[66341]: INFO networking_nsxv3.common.synchronization [None req-102af95b-5372-444c-b6be-81fd166c5c8a None None] Enqueued Resource ID: 8b522a4a-52ed-4d05-8c0a-dda5dc3337a8 with Priority: HIGHEST for action port [ 1028.447377] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b522a4a-52ed-4d05-8c0a-dda5dc3337a8 with Priority: HIGHEST for action port [ 1028.447519] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25361654-219c-485c-a301-1ef515a02d7c with Priority: HIGH for action security_group_rules [ 1028.447626] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGH for action security_group_rules [ 1028.447725] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac with Priority: HIGH for action security_group_rules [ 1028.447821] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76295074-26bf-4f23-95ce-4821c762f5da with Priority: HIGH for action security_group_rules [ 1028.447919] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d208acf-c637-49e4-9e1c-b46154dcbc0d with Priority: HIGH for action security_group_rules [ 1028.448017] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff with Priority: HIGH for action security_group_rules [ 1028.448107] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 with Priority: HIGH for action security_group_rules [ 1028.448196] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 with Priority: HIGH for action security_group_rules [ 1028.448286] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ac38504-7157-488a-a541-e68a9d1879aa with Priority: HIGH for action security_group_rules [ 1028.448390] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b with Priority: HIGH for action security_group_rules [ 1028.448452] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 with Priority: HIGH for action security_group_rules [ 1028.448535] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGH for action security_group_rules [ 1028.448622] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 with Priority: HIGH for action security_group_rules [ 1028.448709] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57976cb-8734-4b9f-8d2f-814970a81abd with Priority: HIGH for action security_group_rules [ 1028.448791] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 with Priority: HIGH for action security_group_rules [ 1028.448879] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e with Priority: HIGH for action security_group_rules [ 1028.448964] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f369ba42-c031-4a0d-9642-3ed430084029 with Priority: HIGH for action security_group_rules [ 1028.452239] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b397b141-5d64-495c-bf3e-d1ac9a776420 with Priority: HIGH for action security_group_rules [ 1028.452361] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 with Priority: HIGH for action security_group_rules [ 1028.452481] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856bd112-8075-47bf-8938-5f12fa39dd9e with Priority: HIGH for action security_group_rules [ 1028.452822] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b522a4a-52ed-4d05-8c0a-dda5dc3337a8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.452954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b522a4a-52ed-4d05-8c0a-dda5dc3337a8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.453024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b522a4a-52ed-4d05-8c0a-dda5dc3337a8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.453382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b522a4a-52ed-4d05-8c0a-dda5dc3337a8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.453473] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b522a4a-52ed-4d05-8c0a-dda5dc3337a8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.454700] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25361654-219c-485c-a301-1ef515a02d7c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.454840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.454887] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.455095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.455202] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25361654-219c-485c-a301-1ef515a02d7c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.456116] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.456194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.456194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.456385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.456433] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.457373] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5629f8f9-62a6-4fdd-8a49-af99341930ac taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.457373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.457373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.457551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.457588] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5629f8f9-62a6-4fdd-8a49-af99341930ac',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.458387] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76295074-26bf-4f23-95ce-4821c762f5da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.458387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.458580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.458613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.458704] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76295074-26bf-4f23-95ce-4821c762f5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.459521] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d208acf-c637-49e4-9e1c-b46154dcbc0d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.460201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d208acf-c637-49e4-9e1c-b46154dcbc0d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.460201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d208acf-c637-49e4-9e1c-b46154dcbc0d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.460201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d208acf-c637-49e4-9e1c-b46154dcbc0d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.460201] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d208acf-c637-49e4-9e1c-b46154dcbc0d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.461151] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e0cdc10-5791-462b-bca6-93bb5c0334ff taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.461151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.461151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.461151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.461151] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e0cdc10-5791-462b-bca6-93bb5c0334ff',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.462317] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf38baa7-1db7-4198-a318-4b2c0e5ed833 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.462317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.462317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.462317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.462317] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf38baa7-1db7-4198-a318-4b2c0e5ed833',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.463029] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cadb9e7e-6b7f-4284-8637-6a9020ff33c7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.463129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.463167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.463602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.463602] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cadb9e7e-6b7f-4284-8637-6a9020ff33c7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.464695] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ac38504-7157-488a-a541-e68a9d1879aa taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.464801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.465204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.465204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.465204] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ac38504-7157-488a-a541-e68a9d1879aa',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.466015] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.466131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.466131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.466257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.466347] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81566622-f9a4-45bd-9b10-9ba6fae2c03b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.467139] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dae578a-d8a6-461b-9a81-b76ac0e38156 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.467261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.467459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.467459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.467542] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dae578a-d8a6-461b-9a81-b76ac0e38156',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.468424] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.468955] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.469046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.469752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.469752] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.470513] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe16dec3-0b1e-4d77-a5e1-a14b3446f581 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.471028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.471028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.471028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.471028] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.471917] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d57976cb-8734-4b9f-8d2f-814970a81abd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.472527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.472617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.472796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.472876] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d57976cb-8734-4b9f-8d2f-814970a81abd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.474118] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.474225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.474276] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.474402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.474478] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('850f6022-6c1e-400c-9b8b-ba3febd8ae51',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.477144] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fd888f9-41b6-43ec-a3cd-6826f0fa390e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.477250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.478072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.478072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.478072] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fd888f9-41b6-43ec-a3cd-6826f0fa390e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.478498] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f369ba42-c031-4a0d-9642-3ed430084029 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.478608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.478674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.480523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.480523] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f369ba42-c031-4a0d-9642-3ed430084029',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.480523] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b397b141-5d64-495c-bf3e-d1ac9a776420 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.480523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.480523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.480523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.480523] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b397b141-5d64-495c-bf3e-d1ac9a776420',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.481173] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d83d1242-cbde-4a24-8410-91b3ace8fd30 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.481290] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.481511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.481607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.481667] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d83d1242-cbde-4a24-8410-91b3ace8fd30',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.482505] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-856bd112-8075-47bf-8938-5f12fa39dd9e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.482641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.482687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.482837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.482917] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('856bd112-8075-47bf-8938-5f12fa39dd9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.514506] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.514866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.514977] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.515242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.532946] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbe6c4ed-b68e-4966-866e-3829d3c2b3e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.559642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.560615] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5629f8f9-62a6-4fdd-8a49-af99341930ac is going to be deleted. [ 1028.637630] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.637630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.637630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.637630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.637630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.637630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5629f8f9-62a6-4fdd-8a49-af99341930ac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.990866] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d57976cb-8734-4b9f-8d2f-814970a81abd taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.992082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.992082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.992082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.992082] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.992528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.992528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.992802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.992802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.992885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.993011] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d57976cb-8734-4b9f-8d2f-814970a81abd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.995708] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.995952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.995952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.997520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.997520] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.997520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.997520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.997520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.997520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.997520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.997520] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fd888f9-41b6-43ec-a3cd-6826f0fa390e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.000397] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.000756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.000863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.001411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.001969] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.002071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.002123] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.002455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.002567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.002664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.002755] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.005851] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b522a4a-52ed-4d05-8c0a-dda5dc3337a8 [ 1029.006533] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.006533] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.006717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.006758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.006831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.007015] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b522a4a-52ed-4d05-8c0a-dda5dc3337a8 already deleted. [ 1029.007015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b522a4a-52ed-4d05-8c0a-dda5dc3337a8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.007355] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-25361654-219c-485c-a301-1ef515a02d7c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.007470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.007656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.007745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.007953] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.008081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.008156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.008310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.008383] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.008471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.008553] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25361654-219c-485c-a301-1ef515a02d7c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.014907] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dae578a-d8a6-461b-9a81-b76ac0e38156 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.015148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.015148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.015308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.015480] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.015685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.015685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.015811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.015811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.015918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.015984] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4dae578a-d8a6-461b-9a81-b76ac0e38156',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.037904] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.038092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.038160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.038366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.038455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.038551] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 is going to be created. [ 1029.064690] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.064867] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.064937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.065157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.068727] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.068866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.069563] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.069654] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.086568] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.086780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.089520] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.089668] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.090493] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.090607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.092774] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.092909] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.093562] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.093667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.107071] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.107317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.108929] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.108929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.110651] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.110783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.111544] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.111696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.121233] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1029.121906] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.122252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.122252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.122429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.122634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.124887] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 in Status: SUCCESS [ 1029.125137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.137372] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1029.137949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.138187] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 856bd112-8075-47bf-8938-5f12fa39dd9e is going to be deleted. [ 1029.139023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.139225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.144338] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.144498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.145337] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.145468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.145990] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1029.146329] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 in Status: UNINITIALIZED for 2s [ 1029.199509] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1029.199866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.200014] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 is going to be deleted. [ 1029.201332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.201832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.260658] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.261421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.275731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.275731] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d208acf-c637-49e4-9e1c-b46154dcbc0d is going to be deleted. [ 1029.276375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.276591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.331494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.331712] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf38baa7-1db7-4198-a318-4b2c0e5ed833 is going to be deleted. [ 1029.332892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.333094] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.414203] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.414598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.420866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.421144] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ac38504-7157-488a-a541-e68a9d1879aa is going to be deleted. [ 1029.422043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.422269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.475618] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.475771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.500533] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d57976cb-8734-4b9f-8d2f-814970a81abd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.512188] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.512188] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.513095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.513950] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76295074-26bf-4f23-95ce-4821c762f5da is going to be deleted. [ 1029.514305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.514574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.527024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.527024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.527024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.527024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.527024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.527024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.527024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.527024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.527024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.527024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.527024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.527024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.527024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.527024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.527024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.527024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.527695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.527695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.527695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.527695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.527695] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fd888f9-41b6-43ec-a3cd-6826f0fa390e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.529827] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.530214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.530426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.532411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.532411] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.532411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.532411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.532411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.532411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.532411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.532411] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.532411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.532411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.532411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.532411] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.532411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.532411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.532411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.532411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.532411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.534981] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.534981] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-25361654-219c-485c-a301-1ef515a02d7c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.534981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.534981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.534981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.534981] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.534981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.534981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.534981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.534981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.535378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.536492] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-25361654-219c-485c-a301-1ef515a02d7c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.536492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.536492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.536492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.536492] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.536492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.536492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.536492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.536492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.536492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.536492] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25361654-219c-485c-a301-1ef515a02d7c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.539575] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4dae578a-d8a6-461b-9a81-b76ac0e38156',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.561182] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.561182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.571941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.572393] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f369ba42-c031-4a0d-9642-3ed430084029 is going to be deleted. [ 1029.573129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.573494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.708030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.708030] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e0cdc10-5791-462b-bca6-93bb5c0334ff is going to be deleted. [ 1029.711877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.711877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.711877] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.711877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.770436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.771267] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cadb9e7e-6b7f-4284-8637-6a9020ff33c7 is going to be deleted. [ 1029.771490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.771714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.792160] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.792160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.858289] env[66341]: INFO networking_nsxv3.common.synchronization [req-780537fd-a550-4285-a868-3cc22281e3fc req-dfc765b1-d2c2-4b3f-b976-b044069400b2 tempest-AttachVolumeNegativeTest-2113034914 tempest-AttachVolumeNegativeTest-2113034914-project-member] Enqueued Resource ID: 1f948c7b-ebe1-4047-9e0a-47901280470a with Priority: HIGHEST for action security_group_members [ 1029.860213] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.860371] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b397b141-5d64-495c-bf3e-d1ac9a776420 is going to be deleted. [ 1029.862708] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f948c7b-ebe1-4047-9e0a-47901280470a with Priority: HIGHEST for action security_group_members [ 1029.863136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.863363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.864998] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f948c7b-ebe1-4047-9e0a-47901280470a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.864998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.864998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.865304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.865304] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.865304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.865495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.865553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.865812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.866080] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f948c7b-ebe1-4047-9e0a-47901280470a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.886679] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.886679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.919368] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.919597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.923285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.923416] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81566622-f9a4-45bd-9b10-9ba6fae2c03b is going to be deleted. [ 1029.924664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.924882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.003507] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d57976cb-8734-4b9f-8d2f-814970a81abd: rpc.has_security_group_logging(os_id): False [ 1030.027915] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.027915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.039684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.039960] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 is going to be deleted. [ 1030.040976] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fd888f9-41b6-43ec-a3cd-6826f0fa390e: rpc.has_security_group_logging(os_id): False [ 1030.042019] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe16dec3-0b1e-4d77-a5e1-a14b3446f581: rpc.has_security_group_logging(os_id): False [ 1030.043610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.043854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.044885] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4dae578a-d8a6-461b-9a81-b76ac0e38156: rpc.has_security_group_logging(os_id): False [ 1030.045557] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25361654-219c-485c-a301-1ef515a02d7c: rpc.has_security_group_logging(os_id): False [ 1030.077325] env[66341]: INFO networking_nsxv3.common.synchronization [req-231f67bb-11ae-4fdf-8001-43b17010236c req-4db07cfa-3ee8-465e-85cb-1b9ffbd4c166 tempest-ServerRescueTestJSON-74364496 tempest-ServerRescueTestJSON-74364496-project-member] Enqueued Resource ID: 25361654-219c-485c-a301-1ef515a02d7c with Priority: HIGHEST for action security_group_members [ 1030.078149] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25361654-219c-485c-a301-1ef515a02d7c with Priority: HIGHEST for action security_group_members [ 1030.078902] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-25361654-219c-485c-a301-1ef515a02d7c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.078902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.078902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.079140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.079247] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.079390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.079495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.079681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.079792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.079914] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25361654-219c-485c-a301-1ef515a02d7c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.129016] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.129249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.132981] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.133187] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.134755] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.134879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.136874] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.136966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.153362] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.153537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.163026] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.163026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.169602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.169829] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d83d1242-cbde-4a24-8410-91b3ace8fd30 is going to be deleted. [ 1030.171103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.171340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.237602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.237753] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 850f6022-6c1e-400c-9b8b-ba3febd8ae51 is going to be deleted. [ 1030.238828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.239060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.239156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.239276] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-856bd112-8075-47bf-8938-5f12fa39dd9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.239433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.239644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.239685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.239765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.240309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.240497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.240740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.240740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d208acf-c637-49e4-9e1c-b46154dcbc0d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.240859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.241016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.241100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.241213] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf38baa7-1db7-4198-a318-4b2c0e5ed833" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.241337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.241532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.241619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.241731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ac38504-7157-488a-a541-e68a9d1879aa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.241859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.241997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.242123] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.242183] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76295074-26bf-4f23-95ce-4821c762f5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.242305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.242442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.242516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.242637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f369ba42-c031-4a0d-9642-3ed430084029" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.242745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.242878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.242954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.243180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e0cdc10-5791-462b-bca6-93bb5c0334ff" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.243310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.244262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.244262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.244262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cadb9e7e-6b7f-4284-8637-6a9020ff33c7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.244262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.244262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.244262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.244262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b397b141-5d64-495c-bf3e-d1ac9a776420" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.244652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.244652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.300935] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.301289] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.301596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.301596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.301748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.301834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.301939] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d57976cb-8734-4b9f-8d2f-814970a81abd is going to be updated. [ 1030.303642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.303895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.309142] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.309142] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-770" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.309142] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-770" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.309142] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-770" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.309142] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.309625] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.309625] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.309711] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.309887] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.310296] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.311584] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.311584] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.311584] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.311584] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.311584] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.311584] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.367516] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.367671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.370194] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.370388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.379710] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.379853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.395283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.395569] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.395701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.395772] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.395984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.396079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.396286] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.396388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.396451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.396604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.396678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.396900] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.396977] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.397039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.397349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.397349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.397349] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25361654-219c-485c-a301-1ef515a02d7c is going to be updated. [ 1030.398676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.398914] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.414028] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.414028] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.099 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1030.414028] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.414028] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-770" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.414028] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-8265be4c-0092-4027-8286-f0a2869f973d taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.414028] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-8265be4c-0092-4027-8286-f0a2869f973d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.414028] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-8265be4c-0092-4027-8286-f0a2869f973d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.414028] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-8265be4c-0092-4027-8286-f0a2869f973d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.414028] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8265be4c-0092-4027-8286-f0a2869f973d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.480243] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.480530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.493220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.493552] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.493758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.493867] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.494107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.494230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.494468] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.496384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.496384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.496507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.496564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.496799] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.496889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.496938] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.497114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.497193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.497289] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e is going to be updated. [ 1030.498385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.498551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.582954] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.583182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.584573] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.584704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.586945] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.587246] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.587368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.587436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.587653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.587741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.587942] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.588052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.588240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.588364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.588364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.588558] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.588650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.588705] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.588850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.589046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.589046] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 is going to be updated. [ 1030.590124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.590366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.590453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.590611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.590750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.590897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.590974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.591207] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.591292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.591336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.591490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.591560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.591634] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f948c7b-ebe1-4047-9e0a-47901280470a already deleted. [ 1030.591729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.591879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.592027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.592103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.592215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d83d1242-cbde-4a24-8410-91b3ace8fd30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.592333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.592471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.592605] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.592730] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81566622-f9a4-45bd-9b10-9ba6fae2c03b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.593397] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.593584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.593726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.593898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-850f6022-6c1e-400c-9b8b-ba3febd8ae51" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.593970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.594142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.630165] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.630276] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.681284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.681762] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.681920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.682015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.682260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.682351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.682494] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 is going to be updated. [ 1030.683636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.683913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.684026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.684239] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.684823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.684823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.684823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.684823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.684823] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25361654-219c-485c-a301-1ef515a02d7c is going to be updated. [ 1030.685777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.685777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.685859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.686764] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.686972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.687145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.743608] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25361654-219c-485c-a301-1ef515a02d7c in Status: IN_PROGRESS for 2s [ 1030.744474] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d57976cb-8734-4b9f-8d2f-814970a81abd in Status: IN_PROGRESS for 2s [ 1030.785776] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.785776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.785776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.785996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.786198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.806445] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.806620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.806700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.806916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.807082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.814865] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.814865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.814865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.814865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.814865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.830927] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e in Status: IN_PROGRESS for 2s [ 1030.841121] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25361654-219c-485c-a301-1ef515a02d7c in Status: IN_PROGRESS for 2s [ 1030.845374] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 in Status: IN_PROGRESS for 2s [ 1030.898396] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1030.898396] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.898396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.898396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.898396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.898396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.915033] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.915676] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.915971] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.918072] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.918072] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.918072] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 8265be4c-0092-4027-8286-f0a2869f973d not found, creating... [ 1030.918072] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.918072] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.918072] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.918072] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.918072] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.918072] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.918702] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.918960] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.919312] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.919601] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.919878] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 8265be4c-0092-4027-8286-f0a2869f973d is going to be created. [ 1030.934052] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 in Status: IN_PROGRESS for 2s [ 1030.979072] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.979072] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.979072] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.979072] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.979072] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.979072] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-8265be4c-0092-4027-8286-f0a2869f973d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.164032] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 in Status: SUCCESS [ 1031.164032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.164032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.164032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.164032] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.164032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.164032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.164032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.164032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.164032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.164032] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbe6c4ed-b68e-4966-866e-3829d3c2b3e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.611311] env[66341]: INFO networking_nsxv3.common.synchronization [req-780537fd-a550-4285-a868-3cc22281e3fc req-5adbbb8e-f370-4462-9694-d3f1a3e08db4 service nova] Enqueued Resource ID: 1f948c7b-ebe1-4047-9e0a-47901280470a with Priority: HIGHEST for action security_group_rules [ 1031.611311] env[66341]: INFO networking_nsxv3.common.synchronization [req-780537fd-a550-4285-a868-3cc22281e3fc req-5adbbb8e-f370-4462-9694-d3f1a3e08db4 service nova] Enqueued Resource ID: 1f948c7b-ebe1-4047-9e0a-47901280470a with Priority: HIGHEST for action security_group_members [ 1031.611311] env[66341]: INFO networking_nsxv3.common.synchronization [req-780537fd-a550-4285-a868-3cc22281e3fc req-5adbbb8e-f370-4462-9694-d3f1a3e08db4 service nova] Enqueued Resource ID: 8265be4c-0092-4027-8286-f0a2869f973d with Priority: HIGHEST for action port [ 1031.611311] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f948c7b-ebe1-4047-9e0a-47901280470a with Priority: HIGHEST for action security_group_rules [ 1031.611311] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f948c7b-ebe1-4047-9e0a-47901280470a with Priority: HIGHEST for action security_group_members [ 1031.611311] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8265be4c-0092-4027-8286-f0a2869f973d with Priority: HIGHEST for action port [ 1031.611802] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f948c7b-ebe1-4047-9e0a-47901280470a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.612074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.612248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.612603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.612891] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f948c7b-ebe1-4047-9e0a-47901280470a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.613982] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f948c7b-ebe1-4047-9e0a-47901280470a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.614332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.614628] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.615095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.615406] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.616025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.616025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.616025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.618718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.618718] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f948c7b-ebe1-4047-9e0a-47901280470a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.618718] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-8265be4c-0092-4027-8286-f0a2869f973d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.618718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8265be4c-0092-4027-8286-f0a2869f973d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.618718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8265be4c-0092-4027-8286-f0a2869f973d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.618718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8265be4c-0092-4027-8286-f0a2869f973d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.618718] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8265be4c-0092-4027-8286-f0a2869f973d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.666203] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbe6c4ed-b68e-4966-866e-3829d3c2b3e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.962227] env[66341]: INFO networking_nsxv3.common.synchronization [req-085f45e8-26b3-4b47-9fc7-d5f46895c586 req-e4852654-e7dd-452d-8941-448c31c6a411 tempest-DeleteServersTestJSON-1925445125 tempest-DeleteServersTestJSON-1925445125-project-member] Enqueued Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1031.963043] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1031.963043] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.963043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.963043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.963694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.963694] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.963694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.963831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.963974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.964092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.964402] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.119625] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f948c7b-ebe1-4047-9e0a-47901280470a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.120497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.120497] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f948c7b-ebe1-4047-9e0a-47901280470a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.121110] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8265be4c-0092-4027-8286-f0a2869f973d with status ACTIVE [ 1032.121280] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.121398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.121479] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.121816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.121906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.122054] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.122148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.122245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.122355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.122425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.122627] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.122770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.122914] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.123090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.123145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.123251] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8265be4c-0092-4027-8286-f0a2869f973d is going to be updated. [ 1032.154381] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.154509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.154509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.154839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.154998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.155283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8265be4c-0092-4027-8286-f0a2869f973d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.170464] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbe6c4ed-b68e-4966-866e-3829d3c2b3e0: rpc.has_security_group_logging(os_id): False [ 1032.199568] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.199771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.199869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.200179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.200290] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.200650] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.200775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.200834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.201303] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.201303] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.201303] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 is going to be created. [ 1032.327565] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.327565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.327565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.327565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.327565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.342941] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 in Status: IN_PROGRESS for 2s [ 1032.470821] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.470821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.470821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.470821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.508032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.508032] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.508032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.508032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.508032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.508032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.508032] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 is going to be updated. [ 1032.545076] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.545076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.545076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.545076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.545076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.557713] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: IN_PROGRESS for 2s [ 1032.625508] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f948c7b-ebe1-4047-9e0a-47901280470a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.767143] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25361654-219c-485c-a301-1ef515a02d7c in Status: SUCCESS [ 1032.767324] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.768411] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d57976cb-8734-4b9f-8d2f-814970a81abd in Status: SUCCESS [ 1032.768411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.846065] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e in Status: SUCCESS [ 1032.846303] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.855509] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25361654-219c-485c-a301-1ef515a02d7c in Status: SUCCESS [ 1032.855734] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25361654-219c-485c-a301-1ef515a02d7c deletion is rescheduled due to dependency. [ 1032.855862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.863493] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 in Status: SUCCESS [ 1032.863725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.950371] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 in Status: SUCCESS [ 1032.950579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.128660] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.128879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.129031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.129232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.130216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.130834] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f948c7b-ebe1-4047-9e0a-47901280470a is going to be created. [ 1033.157871] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.158057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.158132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.158335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.158490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.171030] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f948c7b-ebe1-4047-9e0a-47901280470a in Status: UNINITIALIZED for 2s [ 1034.358089] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 in Status: SUCCESS [ 1034.358363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.570069] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: SUCCESS [ 1034.570258] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 deletion is rescheduled due to dependency. [ 1034.570712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.181846] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f948c7b-ebe1-4047-9e0a-47901280470a in Status: SUCCESS [ 1035.182105] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.182291] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.182516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.182708] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.182835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.182877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.183041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.183122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.183390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.183459] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f948c7b-ebe1-4047-9e0a-47901280470a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.686575] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f948c7b-ebe1-4047-9e0a-47901280470a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.190592] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f948c7b-ebe1-4047-9e0a-47901280470a: rpc.has_security_group_logging(os_id): False [ 1036.218472] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.218472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.218472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.219336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.219336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.219624] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.219794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.219914] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.220267] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.220405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.220628] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f948c7b-ebe1-4047-9e0a-47901280470a is going to be created. [ 1036.317675] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.317925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.317996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.318225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.318725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.336679] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f948c7b-ebe1-4047-9e0a-47901280470a in Status: IN_PROGRESS for 2s [ 1036.640765] env[66341]: INFO networking_nsxv3.common.synchronization [req-3ca00074-338b-45bc-807e-08e35c9d1c4d req-8ff08e4e-288c-4ee4-bcdc-557f25856fa6 tempest-AttachInterfacesTestJSON-1114967429 tempest-AttachInterfacesTestJSON-1114967429-project-member] Enqueued Resource ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 with Priority: HIGHEST for action security_group_members [ 1036.641382] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 with Priority: HIGHEST for action security_group_members [ 1036.642032] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0563fd55-48ab-41ef-9177-d18deb3b2183 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.642247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.642359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.642672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.643373] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.643373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.643373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.643373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.643373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.643627] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0563fd55-48ab-41ef-9177-d18deb3b2183',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.099114] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-352 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.099724] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.099965] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.101009] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.101009] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.101009] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.101009] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.101251] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.101349] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.101626] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.101775] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.101936] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.102126] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.102321] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.103032] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.103032] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.124389] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.124389] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1037.124389] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.124389] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.124389] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-ae5c09e5-783f-482a-a17e-fd8ac8cd3f6e taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.124389] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-ae5c09e5-783f-482a-a17e-fd8ac8cd3f6e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.124389] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-ae5c09e5-783f-482a-a17e-fd8ac8cd3f6e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.124828] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-ae5c09e5-783f-482a-a17e-fd8ac8cd3f6e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.125016] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae5c09e5-783f-482a-a17e-fd8ac8cd3f6e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.146038] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.146211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.146261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.146493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.146590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.146829] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.146939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.146996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.147177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.147272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.147359] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 already deleted. [ 1037.147440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.631417] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.631417] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.631417] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.631417] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.631417] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.631417] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port ae5c09e5-783f-482a-a17e-fd8ac8cd3f6e not found, creating... [ 1037.631965] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.631965] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.631965] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.632176] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.632305] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.632548] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.632726] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.632845] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.633514] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.633689] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.633841] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: ae5c09e5-783f-482a-a17e-fd8ac8cd3f6e is going to be created. [ 1037.653737] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.653973] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.654122] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.654402] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.654626] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.654851] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-ae5c09e5-783f-482a-a17e-fd8ac8cd3f6e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.351580] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f948c7b-ebe1-4047-9e0a-47901280470a in Status: SUCCESS [ 1038.351963] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.357814] env[66341]: INFO networking_nsxv3.common.synchronization [req-3ca00074-338b-45bc-807e-08e35c9d1c4d req-b150a565-3f38-4a5a-8fd3-9fceeda86503 service nova] Enqueued Resource ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 with Priority: HIGHEST for action security_group_rules [ 1038.357938] env[66341]: INFO networking_nsxv3.common.synchronization [req-3ca00074-338b-45bc-807e-08e35c9d1c4d req-b150a565-3f38-4a5a-8fd3-9fceeda86503 service nova] Enqueued Resource ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 with Priority: HIGHEST for action security_group_members [ 1038.358155] env[66341]: INFO networking_nsxv3.common.synchronization [req-3ca00074-338b-45bc-807e-08e35c9d1c4d req-b150a565-3f38-4a5a-8fd3-9fceeda86503 service nova] Enqueued Resource ID: ae5c09e5-783f-482a-a17e-fd8ac8cd3f6e with Priority: HIGHEST for action port [ 1038.358784] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 with Priority: HIGHEST for action security_group_rules [ 1038.358931] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 with Priority: HIGHEST for action security_group_members [ 1038.361936] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae5c09e5-783f-482a-a17e-fd8ac8cd3f6e with Priority: HIGHEST for action port [ 1038.361936] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0563fd55-48ab-41ef-9177-d18deb3b2183 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.361936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.361936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.361936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.361936] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0563fd55-48ab-41ef-9177-d18deb3b2183',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.362370] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0563fd55-48ab-41ef-9177-d18deb3b2183 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.362370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.362370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.362767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.362767] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.362958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.362958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.364422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.364422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.364422] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0563fd55-48ab-41ef-9177-d18deb3b2183',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.364935] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae5c09e5-783f-482a-a17e-fd8ac8cd3f6e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.365131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae5c09e5-783f-482a-a17e-fd8ac8cd3f6e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.365131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae5c09e5-783f-482a-a17e-fd8ac8cd3f6e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.365497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae5c09e5-783f-482a-a17e-fd8ac8cd3f6e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.365497] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae5c09e5-783f-482a-a17e-fd8ac8cd3f6e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.868470] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0563fd55-48ab-41ef-9177-d18deb3b2183 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.868609] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.868692] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0563fd55-48ab-41ef-9177-d18deb3b2183',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.869820] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae5c09e5-783f-482a-a17e-fd8ac8cd3f6e with status ACTIVE [ 1038.870156] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.870353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.870461] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.870700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.870841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.871091] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.871260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.871363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.871561] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.871716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.871965] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.872157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.872261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.872670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.872670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.872755] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae5c09e5-783f-482a-a17e-fd8ac8cd3f6e is going to be updated. [ 1038.907992] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.908236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.908236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.908435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.908572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.908737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae5c09e5-783f-482a-a17e-fd8ac8cd3f6e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.375601] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0563fd55-48ab-41ef-9177-d18deb3b2183',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.880081] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.880252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.880332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.880580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.880670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.880770] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 is going to be created. [ 1039.907467] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.907832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.907832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.907993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.908060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.919825] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 in Status: UNINITIALIZED for 2s [ 1041.934220] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 in Status: SUCCESS [ 1041.934494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.934605] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.934821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.935033] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.935168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.935219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.935953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.935953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.935953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.935953] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0563fd55-48ab-41ef-9177-d18deb3b2183',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.438703] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0563fd55-48ab-41ef-9177-d18deb3b2183',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.942040] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0563fd55-48ab-41ef-9177-d18deb3b2183: rpc.has_security_group_logging(os_id): False [ 1042.963167] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.963408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.963408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.963639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.963734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.964070] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.964182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.964236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.964404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.964482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.964564] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 is going to be created. [ 1043.045493] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.045707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.045788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.046057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.046307] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.062299] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 in Status: IN_PROGRESS for 2s [ 1043.360845] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1043.360970] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1043.670241] env[66341]: INFO networking_nsxv3.common.synchronization [req-603600d2-4f77-463c-98f3-9f960ec16bb2 req-c73d0cd8-5f53-410e-943a-4b93f405b1ff tempest-ServerDiskConfigTestJSON-1657017966 tempest-ServerDiskConfigTestJSON-1657017966-project-member] Enqueued Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 1043.670241] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 1043.670586] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.670698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.671343] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.671343] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.671343] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.671343] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.671343] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.672139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.672139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.672139] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.174962] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.175254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.175254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.175520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.175698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.175850] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.175942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.176018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.176203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.176313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.176421] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 is going to be deleted. [ 1044.222402] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-260 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.222402] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-260" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.222654] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-260" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.222940] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-260" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.223343] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.223459] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.223579] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.223867] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.224034] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.224252] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.224364] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.224503] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.224572] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.224682] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.224967] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.225168] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.251356] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.251499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.251574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.251894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.251997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.252103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.263121] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.263325] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.263484] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.263646] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-260" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.263971] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-5710929d-80bd-4c62-987a-8b00a2e5f83f taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.264179] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-5710929d-80bd-4c62-987a-8b00a2e5f83f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.264290] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-5710929d-80bd-4c62-987a-8b00a2e5f83f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.264604] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-5710929d-80bd-4c62-987a-8b00a2e5f83f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.264740] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5710929d-80bd-4c62-987a-8b00a2e5f83f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.767740] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.767938] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.768086] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.768391] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.768782] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.769015] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 5710929d-80bd-4c62-987a-8b00a2e5f83f not found, creating... [ 1044.769314] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.769486] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.769598] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.769846] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.770010] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.770320] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.770480] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.770594] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.770825] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.770964] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.771347] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 5710929d-80bd-4c62-987a-8b00a2e5f83f is going to be created. [ 1044.795087] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.795319] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.795445] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.795740] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.796178] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.796585] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-5710929d-80bd-4c62-987a-8b00a2e5f83f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.082682] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 in Status: SUCCESS [ 1045.082682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.997359] env[66341]: INFO networking_nsxv3.common.synchronization [req-603600d2-4f77-463c-98f3-9f960ec16bb2 req-b358c142-0f06-4340-827f-2f474baa4fe1 service nova] Enqueued Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_rules [ 1045.997722] env[66341]: INFO networking_nsxv3.common.synchronization [req-603600d2-4f77-463c-98f3-9f960ec16bb2 req-b358c142-0f06-4340-827f-2f474baa4fe1 service nova] Enqueued Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 1045.998043] env[66341]: INFO networking_nsxv3.common.synchronization [req-603600d2-4f77-463c-98f3-9f960ec16bb2 req-b358c142-0f06-4340-827f-2f474baa4fe1 service nova] Enqueued Resource ID: 5710929d-80bd-4c62-987a-8b00a2e5f83f with Priority: HIGHEST for action port [ 1045.998710] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_rules [ 1045.998858] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 1045.998953] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5710929d-80bd-4c62-987a-8b00a2e5f83f with Priority: HIGHEST for action port [ 1045.999275] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.999427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.999495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.999747] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.999909] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.002778] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.002984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.003419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.003419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.003504] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.003561] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.003661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.003941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.004628] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.004628] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.006020] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-5710929d-80bd-4c62-987a-8b00a2e5f83f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.006216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5710929d-80bd-4c62-987a-8b00a2e5f83f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.006348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5710929d-80bd-4c62-987a-8b00a2e5f83f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.006532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5710929d-80bd-4c62-987a-8b00a2e5f83f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.006642] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5710929d-80bd-4c62-987a-8b00a2e5f83f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.509863] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.510123] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.510260] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.511413] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5710929d-80bd-4c62-987a-8b00a2e5f83f with status ACTIVE [ 1046.511413] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.511929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.511929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.511929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.511929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.512081] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.512443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.512443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.512443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.512443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.512668] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.512760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.512760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.512909] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.512967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.515872] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5710929d-80bd-4c62-987a-8b00a2e5f83f is going to be updated. [ 1046.541665] env[66341]: INFO networking_nsxv3.common.synchronization [req-7a0a9afe-cf3e-4c3e-84bb-60d7449ea63b req-3bb8c032-ada4-4456-aac9-1cbab53541c1 tempest-ServersTestJSON-701163932 tempest-ServersTestJSON-701163932-project-member] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1046.542750] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.542750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.542750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.543048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.543193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.543361] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5710929d-80bd-4c62-987a-8b00a2e5f83f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.543858] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1046.544862] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.545076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.545175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.545481] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.545582] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.545657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.545714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.545862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.545948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.546055] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.984124] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-758 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.984124] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.984124] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.984124] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.984124] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.984124] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.984124] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.984583] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.984583] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.984650] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.984753] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.984854] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.985027] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.985127] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.985252] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.985377] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.007677] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.008114] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1047.008114] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.008232] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.008528] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-5dad0a71-11f7-4186-bf72-a2568b4c15bb taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.008708] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-5dad0a71-11f7-4186-bf72-a2568b4c15bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.008827] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-5dad0a71-11f7-4186-bf72-a2568b4c15bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.009203] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-5dad0a71-11f7-4186-bf72-a2568b4c15bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.009375] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dad0a71-11f7-4186-bf72-a2568b4c15bb',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.016562] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.048245] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.048488] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.048596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.048940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.049135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.049452] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.049625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.049805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.050092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.050201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.050299] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c already deleted. [ 1047.050397] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.458408] env[66341]: INFO networking_nsxv3.common.synchronization [None req-3b7e802e-5775-4f69-b336-555e9cd72ac2 None None] Enqueued Resource ID: b1c65776-f319-4f4b-99ac-5869b845e8c9 with Priority: HIGHEST for action port [ 1047.458988] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1c65776-f319-4f4b-99ac-5869b845e8c9 with Priority: HIGHEST for action port [ 1047.459388] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1c65776-f319-4f4b-99ac-5869b845e8c9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.459502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1c65776-f319-4f4b-99ac-5869b845e8c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.459502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1c65776-f319-4f4b-99ac-5869b845e8c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.459775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1c65776-f319-4f4b-99ac-5869b845e8c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.459875] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1c65776-f319-4f4b-99ac-5869b845e8c9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.512804] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.513109] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.513227] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.513439] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.513584] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.513943] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 5dad0a71-11f7-4186-bf72-a2568b4c15bb not found, creating... [ 1047.514042] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.514218] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.514332] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.514552] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.514681] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.515008] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.515144] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.515397] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.515505] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.515546] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.515699] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 5dad0a71-11f7-4186-bf72-a2568b4c15bb is going to be created. [ 1047.518719] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.518860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.518905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.519083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.519182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.519259] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 is going to be created. [ 1047.541087] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.541325] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.541461] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.541711] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.542016] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.542255] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-5dad0a71-11f7-4186-bf72-a2568b4c15bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.544427] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.544427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.544427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.544811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.544811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.555350] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: UNINITIALIZED for 2s [ 1047.964639] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1c65776-f319-4f4b-99ac-5869b845e8c9 [ 1047.964639] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.964639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.964639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.964639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.964639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.964639] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1c65776-f319-4f4b-99ac-5869b845e8c9 already deleted. [ 1047.964639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1c65776-f319-4f4b-99ac-5869b845e8c9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.354852] env[66341]: INFO networking_nsxv3.common.synchronization [req-7a0a9afe-cf3e-4c3e-84bb-60d7449ea63b req-56577486-ddca-4e2d-834a-03c5e08e864e service nova] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_rules [ 1048.355346] env[66341]: INFO networking_nsxv3.common.synchronization [req-7a0a9afe-cf3e-4c3e-84bb-60d7449ea63b req-56577486-ddca-4e2d-834a-03c5e08e864e service nova] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1048.355346] env[66341]: INFO networking_nsxv3.common.synchronization [req-7a0a9afe-cf3e-4c3e-84bb-60d7449ea63b req-56577486-ddca-4e2d-834a-03c5e08e864e service nova] Enqueued Resource ID: 5dad0a71-11f7-4186-bf72-a2568b4c15bb with Priority: HIGHEST for action port [ 1048.355901] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_rules [ 1048.356156] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1048.356321] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dad0a71-11f7-4186-bf72-a2568b4c15bb with Priority: HIGHEST for action port [ 1048.356589] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.357071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.357071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.357330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.357330] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.358513] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.358513] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.358809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.358809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.359051] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.359051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.359051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.359294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.359294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.359370] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.360520] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dad0a71-11f7-4186-bf72-a2568b4c15bb taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.360742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dad0a71-11f7-4186-bf72-a2568b4c15bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.360742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dad0a71-11f7-4186-bf72-a2568b4c15bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.360889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dad0a71-11f7-4186-bf72-a2568b4c15bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.360976] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dad0a71-11f7-4186-bf72-a2568b4c15bb',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.863480] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.864711] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.864853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.867309] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5dad0a71-11f7-4186-bf72-a2568b4c15bb with status ACTIVE [ 1048.869870] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.869870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.869870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.869870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.869870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.869870] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.869870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.869870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.869870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.869870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.869870] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.869870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.869870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.869870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.869870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.869870] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5dad0a71-11f7-4186-bf72-a2568b4c15bb is going to be updated. [ 1048.898139] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.898403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.898403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.898477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.899050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.899050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dad0a71-11f7-4186-bf72-a2568b4c15bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.367960] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.565878] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: SUCCESS [ 1049.565878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.565982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.566529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.566529] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.566529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.566857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.566857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.566857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.567059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.567059] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.773088] env[66341]: INFO networking_nsxv3.common.synchronization [None req-17875300-e7d6-4a7a-aa91-9b3b46ce8b66 tempest-ServerActionsTestJSON-546317287 tempest-ServerActionsTestJSON-546317287-project-member] Enqueued Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_rules [ 1049.773509] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_rules [ 1049.773830] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.774198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.774308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.774952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.774952] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.873164] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.873164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.873164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.873164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.873164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.873164] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be created. [ 1049.911226] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.911226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.911226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.911226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.911226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.925047] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: UNINITIALIZED for 2s [ 1050.069123] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.069548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.069548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.069745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.070033] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.070201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.070298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.070479] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.070612] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.070682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.070881] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.070987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.071090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.071298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.071778] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.071778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.071778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.072025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.072229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.072363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.072473] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.142388] env[66341]: INFO networking_nsxv3.common.synchronization [None req-84a9e629-f153-41a6-bf42-da36439a5b78 tempest-ServerActionsTestJSON-546317287 tempest-ServerActionsTestJSON-546317287-project-member] Enqueued Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_rules [ 1050.144379] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_rules [ 1050.144379] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.144542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.301927] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.301927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.301927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.302455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.302455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.302628] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 already deleted. [ 1050.302689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.302832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.303176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.303176] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.435844] env[66341]: INFO networking_nsxv3.common.synchronization [None req-511329d9-c8e2-4b04-8f0a-d503ca66c510 None None] Enqueued Resource ID: b600783c-c8a8-442f-bcad-37ee7ffa4ed1 with Priority: HIGHEST for action port [ 1050.436775] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b600783c-c8a8-442f-bcad-37ee7ffa4ed1 with Priority: HIGHEST for action port [ 1050.437271] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-b600783c-c8a8-442f-bcad-37ee7ffa4ed1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.437453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b600783c-c8a8-442f-bcad-37ee7ffa4ed1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.437558] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b600783c-c8a8-442f-bcad-37ee7ffa4ed1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.437930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b600783c-c8a8-442f-bcad-37ee7ffa4ed1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.438061] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b600783c-c8a8-442f-bcad-37ee7ffa4ed1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.578021] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3234cf8e-a2c8-43e6-8338-df47c84c68d9: rpc.has_security_group_logging(os_id): False [ 1050.598037] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.600121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.600222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.600479] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.600572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.602580] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.602580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.602580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.602580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.602580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.602580] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.602580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.602580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.602580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.602580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.602580] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.602580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.602580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.602580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.603402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.603402] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 is going to be created. [ 1050.687688] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.687688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.687688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.687688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.687688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.703797] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: IN_PROGRESS for 2s [ 1050.856922] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.857115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.857162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.857540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.857540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.857843] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 already deleted. [ 1050.857843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.942707] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b600783c-c8a8-442f-bcad-37ee7ffa4ed1 [ 1050.942707] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.942898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.942962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.943162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.943261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.943353] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b600783c-c8a8-442f-bcad-37ee7ffa4ed1 already deleted. [ 1050.943442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b600783c-c8a8-442f-bcad-37ee7ffa4ed1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.936008] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: SUCCESS [ 1051.936608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.936608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.936608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.936735] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.936798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.936859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.937018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.937103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.937185] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.937275] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.440180] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.440180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.440180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.440180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.440180] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.440180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.440180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.440702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.440702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.440702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.440702] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.440832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.440832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.440949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.441572] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.441572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.441572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.441572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.441572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.441572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.441851] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.738376] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: SUCCESS [ 1052.738376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.944118] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 640d86a5-c3a3-497b-9fb4-dea2f247389c: rpc.has_security_group_logging(os_id): False [ 1052.962643] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.962810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.962906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.963158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.963277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.963440] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.963543] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.963606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.963771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.963858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.964087] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.964231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.964295] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.964466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.964548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.964737] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.964831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.964893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.965042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.965117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.965218] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be created. [ 1053.074048] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.074299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.074344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.074555] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.074780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.091400] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: IN_PROGRESS for 2s [ 1055.108365] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: SUCCESS [ 1055.108729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.438494] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1055.438659] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1057.820056] env[66341]: INFO networking_nsxv3.common.synchronization [req-90bb4955-0ad9-4f1b-b241-a6266a61c51b req-a57557a5-2d7f-4e0e-b1f2-5be5f0b81756 tempest-ServerActionsTestJSON-546317287 tempest-ServerActionsTestJSON-546317287-project-member] Enqueued Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_members [ 1057.820756] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_members [ 1057.821121] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.822016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.822016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.822016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.822016] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.822016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.822016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.823032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.823032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.823032] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.253076] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.253308] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-167" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.253424] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-167" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.253760] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-167" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.254318] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.254480] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.254600] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.254835] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.254991] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.255216] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.255329] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.255432] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.255779] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.255779] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.255779] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.255919] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.281119] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.281348] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.281547] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.281729] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-167" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.282036] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-087f1f8d-c10c-41d4-b06e-153904b30cf8 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.282225] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-087f1f8d-c10c-41d4-b06e-153904b30cf8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.282344] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-087f1f8d-c10c-41d4-b06e-153904b30cf8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.282706] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-087f1f8d-c10c-41d4-b06e-153904b30cf8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.282858] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('087f1f8d-c10c-41d4-b06e-153904b30cf8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.325109] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.325353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.325353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.325599] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.325675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.325882] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.325991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.326065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.326201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.326272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.326379] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 already deleted. [ 1058.326423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.785593] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.785866] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.786023] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.786356] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.786547] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.786737] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 087f1f8d-c10c-41d4-b06e-153904b30cf8 not found, creating... [ 1058.787182] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.787298] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.787389] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.787653] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.787835] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.788250] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.788364] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.788500] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.788770] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.788921] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.789180] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 087f1f8d-c10c-41d4-b06e-153904b30cf8 is going to be created. [ 1058.813625] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.813954] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.814141] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.814690] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.816234] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.816617] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-087f1f8d-c10c-41d4-b06e-153904b30cf8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.544292] env[66341]: INFO networking_nsxv3.common.synchronization [req-90bb4955-0ad9-4f1b-b241-a6266a61c51b req-1f34a83f-299f-4d71-96f2-ec367b195311 service nova] Enqueued Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_rules [ 1059.544616] env[66341]: INFO networking_nsxv3.common.synchronization [req-90bb4955-0ad9-4f1b-b241-a6266a61c51b req-1f34a83f-299f-4d71-96f2-ec367b195311 service nova] Enqueued Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_members [ 1059.545159] env[66341]: INFO networking_nsxv3.common.synchronization [req-90bb4955-0ad9-4f1b-b241-a6266a61c51b req-1f34a83f-299f-4d71-96f2-ec367b195311 service nova] Enqueued Resource ID: 087f1f8d-c10c-41d4-b06e-153904b30cf8 with Priority: HIGHEST for action port [ 1059.545714] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_rules [ 1059.545939] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_members [ 1059.546313] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 087f1f8d-c10c-41d4-b06e-153904b30cf8 with Priority: HIGHEST for action port [ 1059.546880] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.547072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.547246] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.547497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.548516] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.548650] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.548928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.549035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.549258] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.549475] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.549678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.549813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.550025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.550181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.550331] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.551680] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-087f1f8d-c10c-41d4-b06e-153904b30cf8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.551851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-087f1f8d-c10c-41d4-b06e-153904b30cf8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.552038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-087f1f8d-c10c-41d4-b06e-153904b30cf8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.552234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-087f1f8d-c10c-41d4-b06e-153904b30cf8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.552376] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('087f1f8d-c10c-41d4-b06e-153904b30cf8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.054617] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.054768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.054913] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.056398] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 087f1f8d-c10c-41d4-b06e-153904b30cf8 with status ACTIVE [ 1060.056764] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.057160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.057160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.057504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.057699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.058255] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.058487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.059189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.059189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.059189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.059697] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.059697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.059697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.060208] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.060208] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.060208] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 087f1f8d-c10c-41d4-b06e-153904b30cf8 is going to be updated. [ 1060.090010] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.090207] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.090296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.090592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.091320] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.091320] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-087f1f8d-c10c-41d4-b06e-153904b30cf8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.562832] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.066816] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.067064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.067213] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.067532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.067809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.067809] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 is going to be created. [ 1061.097124] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.097333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.097333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.097552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.097712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.107951] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 in Status: UNINITIALIZED for 2s [ 1061.358963] env[66341]: INFO networking_nsxv3.common.synchronization [req-92fef351-cd37-4a00-a3aa-7a2dbd14b747 req-cec12c83-7355-43b5-97b8-8fdc8c4e18f4 tempest-DeleteServersTestJSON-1925445125 tempest-DeleteServersTestJSON-1925445125-project-member] Enqueued Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1061.359643] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1061.360082] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.360421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.360421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.360564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.360727] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.360831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.360892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.361067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.361154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.361253] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.732461] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.732721] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-274" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.732856] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-274" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.733274] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-274" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.733584] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.733768] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.733889] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.734137] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.734307] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.734518] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.734629] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.734758] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.734873] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.734987] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.735143] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.735280] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.757664] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.757847] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1061.757989] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.758183] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-274" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.758562] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-d961e2fe-5a3c-4240-bb1c-dc75c65eefb1 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.758798] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-d961e2fe-5a3c-4240-bb1c-dc75c65eefb1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.758865] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-d961e2fe-5a3c-4240-bb1c-dc75c65eefb1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.759212] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-d961e2fe-5a3c-4240-bb1c-dc75c65eefb1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.760363] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d961e2fe-5a3c-4240-bb1c-dc75c65eefb1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.859135] env[66341]: INFO networking_nsxv3.common.synchronization [req-a68b73cd-ec9e-46eb-a88c-434b0e9b621a req-54b8d18f-5ba5-48f6-98a8-37cfd46052a7 tempest-ServerDiskConfigTestJSON-1657017966 tempest-ServerDiskConfigTestJSON-1657017966-project-member] Enqueued Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 1061.859758] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGHEST for action security_group_members [ 1061.860102] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.860254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.860321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.860512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.860664] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.860756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.860808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.860975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.861076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.861227] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.863537] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.863645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.863715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.863872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.863954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.864146] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.864244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.864301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.864442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.864518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.864603] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 is going to be updated. [ 1061.890563] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.890745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.890816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.891108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.891262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.900788] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: IN_PROGRESS for 2s [ 1062.263503] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.263880] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.264100] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.264510] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.264820] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.265085] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port d961e2fe-5a3c-4240-bb1c-dc75c65eefb1 not found, creating... [ 1062.265510] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.265750] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.265940] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.266287] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.266512] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.266947] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.267221] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.267405] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.267710] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.267920] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.268150] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: d961e2fe-5a3c-4240-bb1c-dc75c65eefb1 is going to be created. [ 1062.305360] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.305712] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.305841] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.306167] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.306409] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.306640] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-d961e2fe-5a3c-4240-bb1c-dc75c65eefb1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.367139] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.367257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.367406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.367602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.367704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.367916] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.368026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.368883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.368883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.368883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.368883] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 is going to be updated. [ 1062.404857] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.405122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.405122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.405319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.405467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.415454] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: IN_PROGRESS for 2s [ 1063.002678] env[66341]: INFO networking_nsxv3.common.synchronization [req-92fef351-cd37-4a00-a3aa-7a2dbd14b747 req-35336f38-fb44-45fd-a551-61b163929904 service nova] Enqueued Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_rules [ 1063.002963] env[66341]: INFO networking_nsxv3.common.synchronization [req-92fef351-cd37-4a00-a3aa-7a2dbd14b747 req-35336f38-fb44-45fd-a551-61b163929904 service nova] Enqueued Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1063.003153] env[66341]: INFO networking_nsxv3.common.synchronization [req-92fef351-cd37-4a00-a3aa-7a2dbd14b747 req-35336f38-fb44-45fd-a551-61b163929904 service nova] Enqueued Resource ID: d961e2fe-5a3c-4240-bb1c-dc75c65eefb1 with Priority: HIGHEST for action port [ 1063.003738] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_rules [ 1063.003873] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1063.003968] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d961e2fe-5a3c-4240-bb1c-dc75c65eefb1 with Priority: HIGHEST for action port [ 1063.004459] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.005012] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.005102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.005325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.005411] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.006303] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.006401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.006593] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-d961e2fe-5a3c-4240-bb1c-dc75c65eefb1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.006692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d961e2fe-5a3c-4240-bb1c-dc75c65eefb1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.006785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d961e2fe-5a3c-4240-bb1c-dc75c65eefb1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.006926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d961e2fe-5a3c-4240-bb1c-dc75c65eefb1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.007012] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d961e2fe-5a3c-4240-bb1c-dc75c65eefb1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.121121] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 in Status: SUCCESS [ 1063.121413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.121774] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.122465] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.122465] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.122465] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.122658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.122686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.122777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.123803] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.125043] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.508869] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.508869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.512082] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d961e2fe-5a3c-4240-bb1c-dc75c65eefb1 with status ACTIVE [ 1063.512082] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.512082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.512082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.512456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.512456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.512608] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.512694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.512768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.513137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.513137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.513307] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.513439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.513583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.513640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.513708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.513799] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d961e2fe-5a3c-4240-bb1c-dc75c65eefb1 is going to be updated. [ 1063.535974] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.536249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.536365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.536878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.536878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.537146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d961e2fe-5a3c-4240-bb1c-dc75c65eefb1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.628110] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.911518] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: SUCCESS [ 1063.911706] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 deletion is rescheduled due to dependency. [ 1063.911806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.911970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.912311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.912491] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.912612] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.912677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.912830] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.912910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.913027] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.130993] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efd97b8d-afd8-49d3-9e13-c36c4c397ac6: rpc.has_security_group_logging(os_id): False [ 1064.155755] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.155755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.155755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.155755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.155755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.155755] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.155755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.155755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.155755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.155755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.156205] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 is going to be created. [ 1064.369565] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.369565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.369565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.369565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.369565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.387940] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 in Status: IN_PROGRESS for 2s [ 1064.415449] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.426572] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 in Status: SUCCESS [ 1064.426778] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 deletion is rescheduled due to dependency. [ 1064.426859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.918192] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.421931] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.421931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.421931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.421931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.421931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.421931] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 is going to be updated. [ 1065.453156] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.453314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.453422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.453616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.453767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.462737] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: IN_PROGRESS for 2s [ 1066.403844] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 in Status: SUCCESS [ 1066.403844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.476523] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: SUCCESS [ 1067.476932] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.476969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.477890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.477890] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.477890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.477890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.477890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.477890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.478239] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.478239] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.982512] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.982785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.982849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.983135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.983348] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.983469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.983556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.983791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.983885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.983982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.984177] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.984286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.985243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.986108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.986108] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.986108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.986108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.986335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.986441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.986512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.986648] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.005104] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1068.005305] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1068.489155] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 852d2cd5-e26f-4af4-affb-ef219f836d57: rpc.has_security_group_logging(os_id): False [ 1068.508054] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.508221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.508221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.508428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.508528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.508829] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.508993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.509142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.509345] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.509431] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.509634] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.509734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.509811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.509962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.510048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.510267] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.510374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.510450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.510595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.510671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.510759] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 is going to be updated. [ 1068.603898] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.603898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.604091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.604702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.604702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.642514] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: IN_PROGRESS for 2s [ 1070.144595] env[66341]: INFO networking_nsxv3.common.synchronization [req-691a9b19-8282-4b5f-a493-d84cafb37125 req-5d978652-811c-4bd1-b934-53c395f86e1c tempest-ServersTestJSON-701163932 tempest-ServersTestJSON-701163932-project-member] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1070.145265] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1070.145543] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.145645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.145727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.145925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.146288] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.146435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.146516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.146844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.146844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.146935] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.465374] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-758 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.465614] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.465778] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.466136] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.466497] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.466722] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.466895] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.467242] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.467458] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.467746] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.467911] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.468088] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.468271] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.468439] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.468602] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.468795] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.488017] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.488361] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1070.488541] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.489263] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.489263] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-a8fb61fd-b74e-4b04-a4af-3f1e208b24b5 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.489671] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-a8fb61fd-b74e-4b04-a4af-3f1e208b24b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.489671] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-a8fb61fd-b74e-4b04-a4af-3f1e208b24b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.489998] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-a8fb61fd-b74e-4b04-a4af-3f1e208b24b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.490337] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8fb61fd-b74e-4b04-a4af-3f1e208b24b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.649236] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.656529] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: SUCCESS [ 1070.656822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.993404] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.993735] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.993901] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.994271] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.994474] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.994688] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port a8fb61fd-b74e-4b04-a4af-3f1e208b24b5 not found, creating... [ 1070.995061] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.995286] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.995481] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.995880] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.995948] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.996365] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.996608] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.996775] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.997108] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.997342] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.997502] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: a8fb61fd-b74e-4b04-a4af-3f1e208b24b5 is going to be created. [ 1071.034472] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.034889] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.035410] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.035516] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.035751] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.036059] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-a8fb61fd-b74e-4b04-a4af-3f1e208b24b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.152127] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.655373] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.655373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.655373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.655373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.655553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.655715] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be updated. [ 1071.687505] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.687505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.687505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.687814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.689139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.696827] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: IN_PROGRESS for 2s [ 1072.222952] env[66341]: INFO networking_nsxv3.common.synchronization [req-691a9b19-8282-4b5f-a493-d84cafb37125 req-aa98787c-a2f7-4431-9cdc-b85eac2ab29e service nova] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_rules [ 1072.222952] env[66341]: INFO networking_nsxv3.common.synchronization [req-691a9b19-8282-4b5f-a493-d84cafb37125 req-aa98787c-a2f7-4431-9cdc-b85eac2ab29e service nova] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1072.222952] env[66341]: INFO networking_nsxv3.common.synchronization [req-691a9b19-8282-4b5f-a493-d84cafb37125 req-aa98787c-a2f7-4431-9cdc-b85eac2ab29e service nova] Enqueued Resource ID: a8fb61fd-b74e-4b04-a4af-3f1e208b24b5 with Priority: HIGHEST for action port [ 1072.222952] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_rules [ 1072.222952] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1072.222952] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8fb61fd-b74e-4b04-a4af-3f1e208b24b5 with Priority: HIGHEST for action port [ 1072.225261] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.225392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.225461] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.225922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.225922] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.227784] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.227889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.228813] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8fb61fd-b74e-4b04-a4af-3f1e208b24b5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.228958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8fb61fd-b74e-4b04-a4af-3f1e208b24b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.229012] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8fb61fd-b74e-4b04-a4af-3f1e208b24b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.230438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8fb61fd-b74e-4b04-a4af-3f1e208b24b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.231389] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8fb61fd-b74e-4b04-a4af-3f1e208b24b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.560423] env[66341]: INFO networking_nsxv3.common.synchronization [req-9d6f845f-43cd-4128-befc-fda90d451187 req-89d58acb-0f9e-491d-acda-76c040d03fae tempest-AttachVolumeTestJSON-612687797 tempest-AttachVolumeTestJSON-612687797-project-member] Enqueued Resource ID: 582ad68a-6f5b-4c74-90ed-4be771cd378d with Priority: HIGHEST for action security_group_members [ 1072.560996] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 582ad68a-6f5b-4c74-90ed-4be771cd378d with Priority: HIGHEST for action security_group_members [ 1072.562054] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-582ad68a-6f5b-4c74-90ed-4be771cd378d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.562563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.562563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.562563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.562697] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.562763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.562979] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.562979] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.563082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.563143] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('582ad68a-6f5b-4c74-90ed-4be771cd378d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.733678] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8fb61fd-b74e-4b04-a4af-3f1e208b24b5 with status ACTIVE [ 1072.733919] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.734063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.734063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.737490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.737490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.737490] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.737490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.737490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.737490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.737490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.737490] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.737490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.737490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.737490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.737490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.737490] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8fb61fd-b74e-4b04-a4af-3f1e208b24b5 is going to be updated. [ 1072.737490] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.738611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.760823] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.760983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.761050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.761313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.761438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.761617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8fb61fd-b74e-4b04-a4af-3f1e208b24b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.066032] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.066317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.066372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.066888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.095054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.095054] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.095054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.095054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.095054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.095054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.095054] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 582ad68a-6f5b-4c74-90ed-4be771cd378d is going to be updated. [ 1073.120078] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.120264] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.120385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.120887] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.120887] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.130191] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 582ad68a-6f5b-4c74-90ed-4be771cd378d in Status: IN_PROGRESS for 2s [ 1073.709889] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: SUCCESS [ 1073.709889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.709889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.709889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.709889] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.709889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.709889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.709889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.709889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.709889] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.212790] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.565694] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.567017] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-336" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.567017] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-336" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.567017] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-336" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.567017] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.567017] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.567017] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.567017] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.567455] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.567455] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.567532] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.567701] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.567701] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.567789] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.567892] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.568036] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.588849] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.589045] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1074.589188] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.589493] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-336" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.591582] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-b0191b40-6cf9-428a-99f3-ace13d87e8e0 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.591582] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-b0191b40-6cf9-428a-99f3-ace13d87e8e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.591582] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-b0191b40-6cf9-428a-99f3-ace13d87e8e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.591582] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-b0191b40-6cf9-428a-99f3-ace13d87e8e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.591582] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0191b40-6cf9-428a-99f3-ace13d87e8e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.715474] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.094967] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.094967] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.094967] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.094967] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.095196] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.095406] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.095488] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.095610] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.095809] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.095948] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.096239] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.096521] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.096658] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.097119] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.097276] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.097421] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: b0191b40-6cf9-428a-99f3-ace13d87e8e0 is going to be updated. [ 1075.120498] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.120716] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.120838] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.121132] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.121336] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.121578] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-b0191b40-6cf9-428a-99f3-ace13d87e8e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.141019] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 582ad68a-6f5b-4c74-90ed-4be771cd378d in Status: SUCCESS [ 1075.141236] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 582ad68a-6f5b-4c74-90ed-4be771cd378d deletion is rescheduled due to dependency. [ 1075.141375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-582ad68a-6f5b-4c74-90ed-4be771cd378d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.218751] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.219622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.220261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.220261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.220347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.220963] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be updated. [ 1075.266024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.266024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.266024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.266279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.266279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.289463] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: IN_PROGRESS for 2s [ 1075.866211] env[66341]: INFO networking_nsxv3.common.synchronization [req-5ced3705-17ce-4282-b6bd-ded5c6a22697 req-ae66999d-7fbd-4ef7-bcb3-303e0fd83392 service nova] Enqueued Resource ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 with Priority: HIGHEST for action security_group_rules [ 1075.866566] env[66341]: INFO networking_nsxv3.common.synchronization [req-5ced3705-17ce-4282-b6bd-ded5c6a22697 req-ae66999d-7fbd-4ef7-bcb3-303e0fd83392 service nova] Enqueued Resource ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 with Priority: HIGHEST for action security_group_members [ 1075.866566] env[66341]: INFO networking_nsxv3.common.synchronization [req-5ced3705-17ce-4282-b6bd-ded5c6a22697 req-ae66999d-7fbd-4ef7-bcb3-303e0fd83392 service nova] Enqueued Resource ID: b0191b40-6cf9-428a-99f3-ace13d87e8e0 with Priority: HIGHEST for action port [ 1075.868233] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 with Priority: HIGHEST for action security_group_rules [ 1075.868464] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 with Priority: HIGHEST for action security_group_members [ 1075.868627] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0191b40-6cf9-428a-99f3-ace13d87e8e0 with Priority: HIGHEST for action port [ 1075.869051] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe16dec3-0b1e-4d77-a5e1-a14b3446f581 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.869236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.869363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.869466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.869553] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.870972] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.871129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.871203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.871355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.871496] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.871619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.871668] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.871776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.871857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.871945] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.873470] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0191b40-6cf9-428a-99f3-ace13d87e8e0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.873585] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0191b40-6cf9-428a-99f3-ace13d87e8e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.873631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0191b40-6cf9-428a-99f3-ace13d87e8e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.873780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0191b40-6cf9-428a-99f3-ace13d87e8e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.873844] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0191b40-6cf9-428a-99f3-ace13d87e8e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.376074] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.376074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.378092] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.378893] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0191b40-6cf9-428a-99f3-ace13d87e8e0 with status ACTIVE [ 1076.379373] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.379573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.379625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.379828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.379931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.380341] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.380468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.380539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.380722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.380809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.381196] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.381336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.381428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.381567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.381645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.381736] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0191b40-6cf9-428a-99f3-ace13d87e8e0 is going to be updated. [ 1076.405922] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.406150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.406150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.406491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.406491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.406637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0191b40-6cf9-428a-99f3-ace13d87e8e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.879746] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.302138] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: SUCCESS [ 1077.302495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.302680] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.302964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.303312] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.303519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.303599] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.303796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.303880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.303988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.304202] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.385398] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.385555] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.385696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.385858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.385951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.386063] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 is going to be updated. [ 1077.423019] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.423235] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.423352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.423609] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.423776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.432882] env[66341]: INFO networking_nsxv3.common.synchronization [None req-a76c99d5-62b7-470c-8a37-5f9adb2bd8b3 None None] Enqueued Resource ID: f209016b-a2a3-48c1-8ab0-ff38ad6351c8 with Priority: HIGHEST for action port [ 1077.433340] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f209016b-a2a3-48c1-8ab0-ff38ad6351c8 with Priority: HIGHEST for action port [ 1077.433630] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-f209016b-a2a3-48c1-8ab0-ff38ad6351c8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.433750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f209016b-a2a3-48c1-8ab0-ff38ad6351c8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.433849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f209016b-a2a3-48c1-8ab0-ff38ad6351c8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.434072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f209016b-a2a3-48c1-8ab0-ff38ad6351c8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.434154] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f209016b-a2a3-48c1-8ab0-ff38ad6351c8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.436510] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 in Status: IN_PROGRESS for 2s [ 1077.807091] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.807363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.807363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.807516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.807684] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.807781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.807865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.807995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.808107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.808383] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.808383] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.808463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.808463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.808750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.808750] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.808952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.808952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.809119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.809119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.809263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.809263] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.937740] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f209016b-a2a3-48c1-8ab0-ff38ad6351c8 [ 1077.938081] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.938192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.938192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.938623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.938623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.938623] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f209016b-a2a3-48c1-8ab0-ff38ad6351c8 already deleted. [ 1077.938769] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f209016b-a2a3-48c1-8ab0-ff38ad6351c8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.317886] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 640d86a5-c3a3-497b-9fb4-dea2f247389c: rpc.has_security_group_logging(os_id): False [ 1078.351759] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.351914] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.351996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.352346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.352465] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.352708] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.352807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.353159] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.353159] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.353159] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.353482] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.353616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.353684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.353862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.353954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.354186] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.354291] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.354389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.354554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.354622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.354728] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be updated. [ 1078.440044] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.440044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.440044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.440044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.440044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.456413] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: IN_PROGRESS for 2s [ 1079.448155] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 in Status: SUCCESS [ 1079.448496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.448583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.448784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.449101] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.449184] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.449230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.449440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.449488] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.449543] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.449657] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.620551] env[66341]: INFO networking_nsxv3.common.synchronization [None req-b4f5de9b-77b3-4f08-b150-c9b1fa0a6264 None None] Enqueued Resource ID: b430d1b9-6e76-422d-a265-d97c5cd7565e with Priority: HIGHEST for action port [ 1079.621112] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b430d1b9-6e76-422d-a265-d97c5cd7565e with Priority: HIGHEST for action port [ 1079.621426] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-b430d1b9-6e76-422d-a265-d97c5cd7565e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.621554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b430d1b9-6e76-422d-a265-d97c5cd7565e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.621626] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b430d1b9-6e76-422d-a265-d97c5cd7565e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.621889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b430d1b9-6e76-422d-a265-d97c5cd7565e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.621979] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b430d1b9-6e76-422d-a265-d97c5cd7565e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.952299] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.952506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.952571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.952792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.952974] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.953082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.953151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.953325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.954019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.954019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.954019] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.954019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.954019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.954019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.954238] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.954238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.954238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.954356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.954433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.954520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.954623] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.124883] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b430d1b9-6e76-422d-a265-d97c5cd7565e [ 1080.125208] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.125398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.125485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.125715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.125809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.125910] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b430d1b9-6e76-422d-a265-d97c5cd7565e already deleted. [ 1080.125998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b430d1b9-6e76-422d-a265-d97c5cd7565e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.457415] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe16dec3-0b1e-4d77-a5e1-a14b3446f581: rpc.has_security_group_logging(os_id): False [ 1080.475480] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: SUCCESS [ 1080.475686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.479073] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.479247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.479367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.479583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.479692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.479922] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.480057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.480135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.480400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.480484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.480706] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.480811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.480899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.481239] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.481326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.481585] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.481785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.481860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.482144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.482544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.482544] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 is going to be updated. [ 1080.567116] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.567116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.567116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.567116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.567116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.581399] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 in Status: IN_PROGRESS for 2s [ 1082.603898] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 in Status: SUCCESS [ 1082.604305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.276358] env[66341]: INFO networking_nsxv3.common.synchronization [req-77b312b8-6c3a-45a0-82ac-f014ccb75a78 req-77e7fc07-0171-4611-9b6d-93e7f4260889 tempest-ServerTagsTestJSON-1502779492 tempest-ServerTagsTestJSON-1502779492-project-member] Enqueued Resource ID: 6352cc45-b963-4494-8f13-3e08ff46f913 with Priority: HIGHEST for action security_group_members [ 1084.277302] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6352cc45-b963-4494-8f13-3e08ff46f913 with Priority: HIGHEST for action security_group_members [ 1084.277695] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6352cc45-b963-4494-8f13-3e08ff46f913 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.277871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.277871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.278192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.278428] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.278603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.278639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.278794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.278891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.279054] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6352cc45-b963-4494-8f13-3e08ff46f913',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.670767] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.670979] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-367" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.671098] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-367" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.671449] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-367" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.671730] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.671890] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.672121] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.672227] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.672420] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.672675] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.672744] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.672846] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.672950] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.673069] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.673189] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.673330] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.696788] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.696982] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1084.697163] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.697363] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-367" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.697727] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-02fe3163-5218-4750-a7f7-1ecede05c27e taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.697922] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-02fe3163-5218-4750-a7f7-1ecede05c27e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.698087] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-02fe3163-5218-4750-a7f7-1ecede05c27e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.698891] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-02fe3163-5218-4750-a7f7-1ecede05c27e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.698891] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02fe3163-5218-4750-a7f7-1ecede05c27e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.782729] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.782924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.782986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.783191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.783281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.783510] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.783619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.783682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.783830] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.783906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.783992] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6352cc45-b963-4494-8f13-3e08ff46f913 already deleted. [ 1084.784087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.151180] env[66341]: INFO networking_nsxv3.common.synchronization [req-e5846bda-eabd-4150-8e4a-b8d962382ec4 req-74efb8a4-8d41-4414-951d-094febc799e6 tempest-ServersTestJSON-701163932 tempest-ServersTestJSON-701163932-project-member] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1085.151617] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1085.152066] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.152209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.152266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.152568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.152682] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.152781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.152846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.152999] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.153112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.153209] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.201337] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.201801] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.201883] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.202372] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.202984] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.202984] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 02fe3163-5218-4750-a7f7-1ecede05c27e not found, creating... [ 1085.203216] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.203562] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.203642] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.203981] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.204215] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.204576] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.204806] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.205059] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.205447] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.205676] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.205944] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 02fe3163-5218-4750-a7f7-1ecede05c27e is going to be created. [ 1085.229545] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.229845] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.230101] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.230558] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.231140] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.231358] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-02fe3163-5218-4750-a7f7-1ecede05c27e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.655636] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.935984] env[66341]: INFO networking_nsxv3.common.synchronization [req-77b312b8-6c3a-45a0-82ac-f014ccb75a78 req-8b0a42bc-5244-409c-825f-022db782d70a service nova] Enqueued Resource ID: 6352cc45-b963-4494-8f13-3e08ff46f913 with Priority: HIGHEST for action security_group_rules [ 1085.935984] env[66341]: INFO networking_nsxv3.common.synchronization [req-77b312b8-6c3a-45a0-82ac-f014ccb75a78 req-8b0a42bc-5244-409c-825f-022db782d70a service nova] Enqueued Resource ID: 6352cc45-b963-4494-8f13-3e08ff46f913 with Priority: HIGHEST for action security_group_members [ 1085.935984] env[66341]: INFO networking_nsxv3.common.synchronization [req-77b312b8-6c3a-45a0-82ac-f014ccb75a78 req-8b0a42bc-5244-409c-825f-022db782d70a service nova] Enqueued Resource ID: 02fe3163-5218-4750-a7f7-1ecede05c27e with Priority: HIGHEST for action port [ 1085.936514] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6352cc45-b963-4494-8f13-3e08ff46f913 with Priority: HIGHEST for action security_group_rules [ 1085.936650] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6352cc45-b963-4494-8f13-3e08ff46f913 with Priority: HIGHEST for action security_group_members [ 1085.936748] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02fe3163-5218-4750-a7f7-1ecede05c27e with Priority: HIGHEST for action port [ 1085.937233] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6352cc45-b963-4494-8f13-3e08ff46f913 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.937393] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.937462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.937724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.937878] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6352cc45-b963-4494-8f13-3e08ff46f913',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.939104] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6352cc45-b963-4494-8f13-3e08ff46f913 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.939233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.939302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.939628] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.939797] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.939899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.939958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.940365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.940365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.940365] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6352cc45-b963-4494-8f13-3e08ff46f913',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.941869] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-02fe3163-5218-4750-a7f7-1ecede05c27e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.941982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02fe3163-5218-4750-a7f7-1ecede05c27e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.942068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02fe3163-5218-4750-a7f7-1ecede05c27e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.942233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02fe3163-5218-4750-a7f7-1ecede05c27e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.942347] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02fe3163-5218-4750-a7f7-1ecede05c27e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.158787] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.442249] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6352cc45-b963-4494-8f13-3e08ff46f913',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.444393] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6352cc45-b963-4494-8f13-3e08ff46f913 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.444594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.444726] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02fe3163-5218-4750-a7f7-1ecede05c27e with status ACTIVE [ 1086.444854] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.444965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.445040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.445245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.445349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.445522] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.445633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.445686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.445830] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.445907] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.446093] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.446196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.446283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.446481] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.446481] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.446573] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02fe3163-5218-4750-a7f7-1ecede05c27e is going to be updated. [ 1086.475187] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.475703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.475703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.475940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.476047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.476253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02fe3163-5218-4750-a7f7-1ecede05c27e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.663983] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.664534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.664534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.664534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.664941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.664941] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be updated. [ 1086.700604] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.700850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.701084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.701222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.701740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.713154] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: IN_PROGRESS for 2s [ 1086.945026] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6352cc45-b963-4494-8f13-3e08ff46f913',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.449052] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.449052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.449052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.449052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.449340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.449340] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6352cc45-b963-4494-8f13-3e08ff46f913 is going to be created. [ 1087.479308] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.479478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.479580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.479837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.480132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.494242] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6352cc45-b963-4494-8f13-3e08ff46f913 in Status: UNINITIALIZED for 2s [ 1088.726970] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: SUCCESS [ 1088.726970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.315948] env[66341]: INFO networking_nsxv3.common.synchronization [req-aac9a96b-df2e-49c6-aa92-d4b5edd87b22 req-a4b86586-6692-47c5-a295-40913a7fb45a tempest-ServerActionsTestOtherA-1432598510 tempest-ServerActionsTestOtherA-1432598510-project-member] Enqueued Resource ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 with Priority: HIGHEST for action security_group_members [ 1089.316905] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 with Priority: HIGHEST for action security_group_members [ 1089.317066] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e81a29-526f-40ff-8fd6-636a6c6c47e1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.318169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.318250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.318507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.318689] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.318849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.318937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.319116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.319201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.319302] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34e81a29-526f-40ff-8fd6-636a6c6c47e1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.510566] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6352cc45-b963-4494-8f13-3e08ff46f913 in Status: SUCCESS [ 1089.510566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.510566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.510566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.510566] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.510566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.510566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.512613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.512613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.512613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.512613] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6352cc45-b963-4494-8f13-3e08ff46f913',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.676023] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.676023] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.676023] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.676547] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.677028] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.677415] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.678063] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.678063] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.678217] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.678491] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.678648] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.678800] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.678949] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.679112] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.679535] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.679760] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.703466] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.703664] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1089.703766] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.703946] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.704344] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-c0ab89fc-fa5e-4c72-82f6-29ccbcd05253 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.704584] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-c0ab89fc-fa5e-4c72-82f6-29ccbcd05253" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.704729] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-c0ab89fc-fa5e-4c72-82f6-29ccbcd05253" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.705183] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-c0ab89fc-fa5e-4c72-82f6-29ccbcd05253" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.705408] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0ab89fc-fa5e-4c72-82f6-29ccbcd05253',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.821291] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.821682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.821682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.821756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.821842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.822072] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.822205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.822249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.822501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.822604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.822660] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 already deleted. [ 1089.822772] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.016544] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6352cc45-b963-4494-8f13-3e08ff46f913 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.016743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.016787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.017062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.017247] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.017360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.017425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.017585] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.017670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.017766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.017934] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6352cc45-b963-4494-8f13-3e08ff46f913 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.018052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.018086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.018238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.018535] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.018637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.018693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.018835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.018913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.018995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.019405] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6352cc45-b963-4494-8f13-3e08ff46f913',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.208938] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.209249] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.209390] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.209819] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.210045] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.210276] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port c0ab89fc-fa5e-4c72-82f6-29ccbcd05253 not found, creating... [ 1090.210727] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.210977] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.211149] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.211499] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.211729] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.212153] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.212386] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.212621] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.212975] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.213220] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.213423] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: c0ab89fc-fa5e-4c72-82f6-29ccbcd05253 is going to be created. [ 1090.246887] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.247235] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.248132] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.248132] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.248132] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.248439] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-c0ab89fc-fa5e-4c72-82f6-29ccbcd05253" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.522394] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6352cc45-b963-4494-8f13-3e08ff46f913: rpc.has_security_group_logging(os_id): False [ 1090.544382] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.544789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.544789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.545148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.545279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.545661] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.545661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.545838] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.545934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.546264] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.546545] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.546785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.546958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.547532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.547753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.548150] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.548334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.548502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.548776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.548915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.549088] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6352cc45-b963-4494-8f13-3e08ff46f913 is going to be created. [ 1090.636041] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.636185] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.636801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.636801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.636801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.649254] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6352cc45-b963-4494-8f13-3e08ff46f913 in Status: IN_PROGRESS for 2s [ 1090.959540] env[66341]: INFO networking_nsxv3.common.synchronization [req-60c4f919-fd43-48ee-865b-d7ec17f81ac5 req-8e315dfc-2034-4353-827f-a462055db318 tempest-AttachVolumeNegativeTest-2113034914 tempest-AttachVolumeNegativeTest-2113034914-project-member] Enqueued Resource ID: 1f948c7b-ebe1-4047-9e0a-47901280470a with Priority: HIGHEST for action security_group_members [ 1090.959845] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f948c7b-ebe1-4047-9e0a-47901280470a with Priority: HIGHEST for action security_group_members [ 1090.960641] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f948c7b-ebe1-4047-9e0a-47901280470a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.960641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.960641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.960641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.960641] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.960981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.960981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.960981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.961079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.961127] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f948c7b-ebe1-4047-9e0a-47901280470a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.968621] env[66341]: INFO networking_nsxv3.common.synchronization [req-aac9a96b-df2e-49c6-aa92-d4b5edd87b22 req-3181b8f9-7e22-439b-99a6-34d80bac0c39 service nova] Enqueued Resource ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 with Priority: HIGHEST for action security_group_rules [ 1090.968795] env[66341]: INFO networking_nsxv3.common.synchronization [req-aac9a96b-df2e-49c6-aa92-d4b5edd87b22 req-3181b8f9-7e22-439b-99a6-34d80bac0c39 service nova] Enqueued Resource ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 with Priority: HIGHEST for action security_group_members [ 1090.968935] env[66341]: INFO networking_nsxv3.common.synchronization [req-aac9a96b-df2e-49c6-aa92-d4b5edd87b22 req-3181b8f9-7e22-439b-99a6-34d80bac0c39 service nova] Enqueued Resource ID: c0ab89fc-fa5e-4c72-82f6-29ccbcd05253 with Priority: HIGHEST for action port [ 1090.969423] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 with Priority: HIGHEST for action security_group_rules [ 1090.969570] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 with Priority: HIGHEST for action security_group_members [ 1090.969659] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0ab89fc-fa5e-4c72-82f6-29ccbcd05253 with Priority: HIGHEST for action port [ 1090.969932] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34e81a29-526f-40ff-8fd6-636a6c6c47e1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.970171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.970171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.970389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.970467] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34e81a29-526f-40ff-8fd6-636a6c6c47e1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.971306] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e81a29-526f-40ff-8fd6-636a6c6c47e1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.971434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.971541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.971727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.971894] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.972022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.972022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.972174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.972242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.972344] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34e81a29-526f-40ff-8fd6-636a6c6c47e1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.973174] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0ab89fc-fa5e-4c72-82f6-29ccbcd05253 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.973353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0ab89fc-fa5e-4c72-82f6-29ccbcd05253" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.973353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0ab89fc-fa5e-4c72-82f6-29ccbcd05253" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.973959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0ab89fc-fa5e-4c72-82f6-29ccbcd05253" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.973959] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0ab89fc-fa5e-4c72-82f6-29ccbcd05253',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.465668] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.465738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.465812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.466020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.466120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.466332] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.466693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.466693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.466693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.466868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.466868] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f948c7b-ebe1-4047-9e0a-47901280470a is going to be updated. [ 1091.475647] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e81a29-526f-40ff-8fd6-636a6c6c47e1 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.475822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.476027] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34e81a29-526f-40ff-8fd6-636a6c6c47e1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.476931] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0ab89fc-fa5e-4c72-82f6-29ccbcd05253 with status ACTIVE [ 1091.477124] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.477276] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.477401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.477543] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.477632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.477774] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.477866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.477927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.478100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.478162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.478600] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.478600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.478600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.478781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.478781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.478834] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0ab89fc-fa5e-4c72-82f6-29ccbcd05253 is going to be updated. [ 1091.503567] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.503723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.503824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.504048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.504200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.509898] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.510023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.510110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.510323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.510555] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.510775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0ab89fc-fa5e-4c72-82f6-29ccbcd05253" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.517044] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f948c7b-ebe1-4047-9e0a-47901280470a in Status: IN_PROGRESS for 2s [ 1091.981301] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34e81a29-526f-40ff-8fd6-636a6c6c47e1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.449535] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.449848] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-807" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.450453] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-807" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.450453] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-807" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.450596] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.450693] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.450905] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.451195] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.451432] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.451658] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.451771] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.451877] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.452015] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.452098] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.452263] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.452531] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.474699] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.474892] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1092.475011] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.475195] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-807" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.475635] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-44fcbdb8-7c05-4a56-b864-db7c9edc2f35 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.475853] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-44fcbdb8-7c05-4a56-b864-db7c9edc2f35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.475980] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-44fcbdb8-7c05-4a56-b864-db7c9edc2f35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.476610] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-44fcbdb8-7c05-4a56-b864-db7c9edc2f35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.477556] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44fcbdb8-7c05-4a56-b864-db7c9edc2f35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.484792] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.485121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.485121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.485417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.485417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.485417] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 is going to be created. [ 1092.511313] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.511483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.511526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.511709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.512030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.521881] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 in Status: UNINITIALIZED for 2s [ 1092.663877] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6352cc45-b963-4494-8f13-3e08ff46f913 in Status: SUCCESS [ 1092.664135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.984725] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.985074] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.985121] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.985490] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.985677] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.986017] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.986321] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.986473] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.986737] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.986908] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.987250] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.987456] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.987625] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.987873] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.988047] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.988541] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 44fcbdb8-7c05-4a56-b864-db7c9edc2f35 is going to be updated. [ 1093.012679] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.012926] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.013076] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.013385] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.013659] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.013955] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-44fcbdb8-7c05-4a56-b864-db7c9edc2f35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.527246] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f948c7b-ebe1-4047-9e0a-47901280470a in Status: SUCCESS [ 1093.527524] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f948c7b-ebe1-4047-9e0a-47901280470a deletion is rescheduled due to dependency. [ 1093.527707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.721058] env[66341]: INFO networking_nsxv3.common.synchronization [req-c97cdd5b-0229-4bc6-a805-e06eed67b2cb req-81e85ca1-948e-489b-b07e-d368e269620f service nova] Enqueued Resource ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 with Priority: HIGHEST for action security_group_rules [ 1093.721244] env[66341]: INFO networking_nsxv3.common.synchronization [req-c97cdd5b-0229-4bc6-a805-e06eed67b2cb req-81e85ca1-948e-489b-b07e-d368e269620f service nova] Enqueued Resource ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 with Priority: HIGHEST for action security_group_members [ 1093.721381] env[66341]: INFO networking_nsxv3.common.synchronization [req-c97cdd5b-0229-4bc6-a805-e06eed67b2cb req-81e85ca1-948e-489b-b07e-d368e269620f service nova] Enqueued Resource ID: 44fcbdb8-7c05-4a56-b864-db7c9edc2f35 with Priority: HIGHEST for action port [ 1093.721914] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 with Priority: HIGHEST for action security_group_rules [ 1093.723849] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 with Priority: HIGHEST for action security_group_members [ 1093.723849] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44fcbdb8-7c05-4a56-b864-db7c9edc2f35 with Priority: HIGHEST for action port [ 1093.723849] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bb3e854-9e24-423d-b1b6-a0e14cfef992 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.723849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.723849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.723849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.723849] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bb3e854-9e24-423d-b1b6-a0e14cfef992',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.725226] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bb3e854-9e24-423d-b1b6-a0e14cfef992 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.725363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.726032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.728020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.728020] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.728020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.728020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.728020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.728020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.728020] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bb3e854-9e24-423d-b1b6-a0e14cfef992',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.732021] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-44fcbdb8-7c05-4a56-b864-db7c9edc2f35 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.732021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44fcbdb8-7c05-4a56-b864-db7c9edc2f35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.732021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44fcbdb8-7c05-4a56-b864-db7c9edc2f35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.732021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44fcbdb8-7c05-4a56-b864-db7c9edc2f35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.732021] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44fcbdb8-7c05-4a56-b864-db7c9edc2f35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.225725] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bb3e854-9e24-423d-b1b6-a0e14cfef992 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.226152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.230338] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bb3e854-9e24-423d-b1b6-a0e14cfef992',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.231730] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44fcbdb8-7c05-4a56-b864-db7c9edc2f35 with status ACTIVE [ 1094.231951] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.232100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.232208] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.232375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.232607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.232867] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.232987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.233067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.233245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.233331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.233698] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.233854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.234034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.234205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.234288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.234378] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44fcbdb8-7c05-4a56-b864-db7c9edc2f35 is going to be updated. [ 1094.257995] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.257995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.257995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.257995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.257995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.257995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44fcbdb8-7c05-4a56-b864-db7c9edc2f35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.533666] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 in Status: SUCCESS [ 1094.533926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.534107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.534326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.534965] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.535110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.535182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.535362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.535444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.535531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.535626] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34e81a29-526f-40ff-8fd6-636a6c6c47e1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.732702] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bb3e854-9e24-423d-b1b6-a0e14cfef992',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.038351] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e81a29-526f-40ff-8fd6-636a6c6c47e1 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.038557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.038600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.038836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.039035] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.039152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.039218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.039390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.039494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.039590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.039744] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e81a29-526f-40ff-8fd6-636a6c6c47e1 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.039846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.039906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.040072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.040209] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.040318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.040379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.040545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.040641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.040724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.040822] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34e81a29-526f-40ff-8fd6-636a6c6c47e1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.235406] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.235865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.235865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.236081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.236081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.236240] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 is going to be updated. [ 1095.278445] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.278646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.278690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.278916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.279121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.288637] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 in Status: IN_PROGRESS for 2s [ 1095.543488] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34e81a29-526f-40ff-8fd6-636a6c6c47e1: rpc.has_security_group_logging(os_id): False [ 1095.562223] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.562534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.562534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.562675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.562785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.563057] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.563156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.563220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.563415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.563552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.563745] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.563844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.563900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.564079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.564205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.564360] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.564466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.564535] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.564689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.564761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.564858] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 is going to be created. [ 1095.622145] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.622596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.622596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.622710] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.622875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.637880] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 in Status: IN_PROGRESS for 2s [ 1097.299597] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 in Status: SUCCESS [ 1097.299954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.300012] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.300297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.300549] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.300653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.300653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.300813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.300895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.300983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.301166] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bb3e854-9e24-423d-b1b6-a0e14cfef992',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.652658] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 in Status: SUCCESS [ 1097.652882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.805509] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bb3e854-9e24-423d-b1b6-a0e14cfef992',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.308220] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bb3e854-9e24-423d-b1b6-a0e14cfef992: rpc.has_security_group_logging(os_id): False [ 1098.332549] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.332549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.332549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.332790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.354355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.355219] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.355219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.355219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.355526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.355657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.355812] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 is going to be updated. [ 1098.417986] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.418219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.418288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.418525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.418745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.441103] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 in Status: IN_PROGRESS for 2s [ 1098.723329] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1098.723428] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1098.778598] env[66341]: INFO networking_nsxv3.common.synchronization [req-63f2256e-7bb8-4007-b13a-4153a4d6621e req-e634440a-976f-483b-9bb4-2e7b8021a279 tempest-AttachInterfacesTestJSON-1114967429 tempest-AttachInterfacesTestJSON-1114967429-project-member] Enqueued Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_members [ 1098.779371] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_members [ 1098.779750] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.779906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.780098] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.780301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.780482] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.780590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.780665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.780803] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.780887] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.781009] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.088516] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-352 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.088753] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.088891] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.089324] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.089549] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.089745] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.089893] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.090362] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.090525] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.090734] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.090846] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.090950] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.091067] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.091175] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.091278] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.091410] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.114562] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.114873] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1099.115084] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.115271] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.115633] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-45bc2fd3-e6cd-40d1-8aa1-c2c19e33b5cc taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.115808] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-45bc2fd3-e6cd-40d1-8aa1-c2c19e33b5cc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.115929] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-45bc2fd3-e6cd-40d1-8aa1-c2c19e33b5cc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.116297] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-45bc2fd3-e6cd-40d1-8aa1-c2c19e33b5cc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.116441] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45bc2fd3-e6cd-40d1-8aa1-c2c19e33b5cc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.276189] env[66341]: INFO networking_nsxv3.common.synchronization [req-17761551-b03d-47ba-ac26-2a92b84c4c2a req-d8f8aa90-1be9-4540-8c4f-9920e1b56d37 tempest-DeleteServersTestJSON-1925445125 tempest-DeleteServersTestJSON-1925445125-project-member] Enqueued Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1099.276926] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1099.277330] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.277548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.277720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.278024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.278290] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.278509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.278665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.278895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.279073] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.279283] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.284057] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.284193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.284580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.284580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.285672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.285672] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.285672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.285672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.285672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.285672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.285879] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 is going to be deleted. [ 1099.323250] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.323729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.323729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.323838] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.323912] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.323984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.592949] env[66341]: INFO networking_nsxv3.common.synchronization [req-30e42b0b-8d6e-4899-8012-62c83c1261d1 req-d7eadb9c-3345-4d3c-bd1c-169ea0add6c7 tempest-ServerTagsTestJSON-1502779492 tempest-ServerTagsTestJSON-1502779492-project-member] Enqueued Resource ID: 6352cc45-b963-4494-8f13-3e08ff46f913 with Priority: HIGHEST for action security_group_members [ 1099.593527] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6352cc45-b963-4494-8f13-3e08ff46f913 with Priority: HIGHEST for action security_group_members [ 1099.593867] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6352cc45-b963-4494-8f13-3e08ff46f913 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.593998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.594582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.594847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.594991] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.595219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.595312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.595663] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.595663] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.595663] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6352cc45-b963-4494-8f13-3e08ff46f913',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.619029] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.619194] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.619777] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.619777] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.619963] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.620050] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 45bc2fd3-e6cd-40d1-8aa1-c2c19e33b5cc not found, creating... [ 1099.620372] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.620636] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.620799] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.621076] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.621250] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.622256] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.622256] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.622256] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.622403] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.622536] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.622744] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 45bc2fd3-e6cd-40d1-8aa1-c2c19e33b5cc is going to be created. [ 1099.645491] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.645767] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.645943] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.646268] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.646573] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.646847] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-45bc2fd3-e6cd-40d1-8aa1-c2c19e33b5cc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.781712] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.781891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.781932] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.782216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.782327] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.782610] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.782713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.782831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.782956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.783025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.783145] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 is going to be updated. [ 1099.843203] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.843373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.843463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.844242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.844461] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.855088] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: IN_PROGRESS for 2s [ 1100.101959] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.101959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.101959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.101959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.101959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.101959] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.102403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.102403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.102403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.102403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.102403] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6352cc45-b963-4494-8f13-3e08ff46f913 is going to be updated. [ 1100.134378] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.134581] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.134647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.134895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.135309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.146628] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6352cc45-b963-4494-8f13-3e08ff46f913 in Status: IN_PROGRESS for 2s [ 1100.379784] env[66341]: INFO networking_nsxv3.common.synchronization [req-63f2256e-7bb8-4007-b13a-4153a4d6621e req-19739f15-78ff-4c24-af29-df83d56e206a service nova] Enqueued Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_rules [ 1100.380131] env[66341]: INFO networking_nsxv3.common.synchronization [req-63f2256e-7bb8-4007-b13a-4153a4d6621e req-19739f15-78ff-4c24-af29-df83d56e206a service nova] Enqueued Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_members [ 1100.380280] env[66341]: INFO networking_nsxv3.common.synchronization [req-63f2256e-7bb8-4007-b13a-4153a4d6621e req-19739f15-78ff-4c24-af29-df83d56e206a service nova] Enqueued Resource ID: 45bc2fd3-e6cd-40d1-8aa1-c2c19e33b5cc with Priority: HIGHEST for action port [ 1100.380878] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_rules [ 1100.381136] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_members [ 1100.381311] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bc2fd3-e6cd-40d1-8aa1-c2c19e33b5cc with Priority: HIGHEST for action port [ 1100.381979] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.382198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.382310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.382596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.382739] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.384247] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.384470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.385475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.385475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.385475] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.385475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.385475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.385475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.385731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.385833] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.388314] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-45bc2fd3-e6cd-40d1-8aa1-c2c19e33b5cc taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.388314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45bc2fd3-e6cd-40d1-8aa1-c2c19e33b5cc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.388314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45bc2fd3-e6cd-40d1-8aa1-c2c19e33b5cc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.388314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45bc2fd3-e6cd-40d1-8aa1-c2c19e33b5cc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.388314] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45bc2fd3-e6cd-40d1-8aa1-c2c19e33b5cc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.454506] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 in Status: SUCCESS [ 1100.454741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.602813] env[66341]: INFO networking_nsxv3.common.synchronization [req-7e22ca58-bd8c-4eb9-b993-f2e192f59a97 req-4e155e58-8f6b-48c4-93ac-3e630cb408ef tempest-ServersTestJSON-701163932 tempest-ServersTestJSON-701163932-project-member] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1100.603381] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1100.603807] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.603983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.604113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.604358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.604658] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.604821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.604941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.605145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.605283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.605422] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.889071] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.889184] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.889374] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.890716] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45bc2fd3-e6cd-40d1-8aa1-c2c19e33b5cc with status ACTIVE [ 1100.890912] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.891153] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.891153] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.891361] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.891449] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.891647] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.891809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.891882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.892085] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.892167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.892342] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.892799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.892799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.892799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.892799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.893030] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45bc2fd3-e6cd-40d1-8aa1-c2c19e33b5cc is going to be updated. [ 1100.895945] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-758 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.896129] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.896276] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.896515] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.896799] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.896962] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.897112] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.897354] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.897590] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.898084] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.898084] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.898183] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.898296] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.898422] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.898548] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.898681] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.919614] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.919830] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.919922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.920228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.920475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.920714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45bc2fd3-e6cd-40d1-8aa1-c2c19e33b5cc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.922106] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.922314] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.922513] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.922774] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.923121] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-24cb181c-8737-4053-8285-0533253db57a taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.923307] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-24cb181c-8737-4053-8285-0533253db57a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.923423] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-24cb181c-8737-4053-8285-0533253db57a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.923751] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-24cb181c-8737-4053-8285-0533253db57a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.923910] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24cb181c-8737-4053-8285-0533253db57a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.108097] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.396450] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.426720] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.426993] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.427165] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.427435] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.427582] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.427736] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 24cb181c-8737-4053-8285-0533253db57a not found, creating... [ 1101.428027] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.428196] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.428312] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.428532] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.428666] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.428939] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.429106] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.429221] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.429429] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.429562] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.429698] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 24cb181c-8737-4053-8285-0533253db57a is going to be created. [ 1101.452617] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.452985] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.453195] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.453556] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.453823] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.454092] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-24cb181c-8737-4053-8285-0533253db57a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.613499] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.869238] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: SUCCESS [ 1101.869238] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 deletion is rescheduled due to dependency. [ 1101.869238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.899101] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.899277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.899349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.899579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.899658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.899756] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 is going to be created. [ 1101.928732] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.928949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.928995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.929221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.929389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.942014] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: UNINITIALIZED for 2s [ 1102.117949] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.118200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.118314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.118632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.118781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.119286] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be updated. [ 1102.158692] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.158919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.158919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.159436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.159436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.164287] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6352cc45-b963-4494-8f13-3e08ff46f913 in Status: SUCCESS [ 1102.164537] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6352cc45-b963-4494-8f13-3e08ff46f913 deletion is rescheduled due to dependency. [ 1102.164709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.176546] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: IN_PROGRESS for 2s [ 1102.246641] env[66341]: INFO networking_nsxv3.common.synchronization [req-7e22ca58-bd8c-4eb9-b993-f2e192f59a97 req-88c1825f-16ec-4a59-be8a-bc7be3853fdf service nova] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_rules [ 1102.246846] env[66341]: INFO networking_nsxv3.common.synchronization [req-7e22ca58-bd8c-4eb9-b993-f2e192f59a97 req-88c1825f-16ec-4a59-be8a-bc7be3853fdf service nova] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1102.247114] env[66341]: INFO networking_nsxv3.common.synchronization [req-7e22ca58-bd8c-4eb9-b993-f2e192f59a97 req-88c1825f-16ec-4a59-be8a-bc7be3853fdf service nova] Enqueued Resource ID: 24cb181c-8737-4053-8285-0533253db57a with Priority: HIGHEST for action port [ 1102.247959] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_rules [ 1102.248170] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1102.248311] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24cb181c-8737-4053-8285-0533253db57a with Priority: HIGHEST for action port [ 1102.248742] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.248891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.248966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.249227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.249411] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.250571] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.250677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.251859] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-24cb181c-8737-4053-8285-0533253db57a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.251859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24cb181c-8737-4053-8285-0533253db57a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.251859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24cb181c-8737-4053-8285-0533253db57a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.251859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24cb181c-8737-4053-8285-0533253db57a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.251859] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24cb181c-8737-4053-8285-0533253db57a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.753913] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.754281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.754281] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24cb181c-8737-4053-8285-0533253db57a with status ACTIVE [ 1102.754518] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.754734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.754835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.755179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.755343] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.755649] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.755815] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.755902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.756127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.756210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.756390] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.756529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.756610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.756777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.756867] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.756940] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24cb181c-8737-4053-8285-0533253db57a is going to be updated. [ 1102.804131] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.804413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.804413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.804527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.804703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.804919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24cb181c-8737-4053-8285-0533253db57a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.951549] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: SUCCESS [ 1103.951908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.951976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.952193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.952387] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.952506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.952622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.952832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.952911] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.953037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.953138] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.189843] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: SUCCESS [ 1104.190198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.190285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.190503] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.190782] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.190925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.190993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.191208] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.191318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.191424] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.455801] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.455967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.456040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.456429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.456620] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.456748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.456813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.456979] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.457074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.457162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.457314] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.457404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.457461] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.457598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.457733] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.457819] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.458020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.458020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.458096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.458162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.458249] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.695178] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.770545] env[66341]: INFO networking_nsxv3.common.synchronization [req-ed89a026-dd12-45e9-9d8a-21e38c0f01cb req-d01657e8-a9f3-486b-a1ad-5ed61fe49c71 tempest-AttachVolumeNegativeTest-2113034914 tempest-AttachVolumeNegativeTest-2113034914-project-member] Enqueued Resource ID: d57976cb-8734-4b9f-8d2f-814970a81abd with Priority: HIGHEST for action security_group_members [ 1104.771354] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57976cb-8734-4b9f-8d2f-814970a81abd with Priority: HIGHEST for action security_group_members [ 1104.771820] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d57976cb-8734-4b9f-8d2f-814970a81abd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.771946] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.772105] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.772239] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.772397] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.772499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.772565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.772821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.773241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.773241] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d57976cb-8734-4b9f-8d2f-814970a81abd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.961586] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de752f8d-3a9d-47a6-8ad8-d6709d28cc43: rpc.has_security_group_logging(os_id): False [ 1104.984066] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.984259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.988084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.988421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.988531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.988769] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.988886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.988950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.989148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.989231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.989461] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.989561] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.989626] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.989780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.989952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.990044] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.990139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.990201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.990339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.990412] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.990512] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 is going to be created. [ 1105.064725] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.064725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.064725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.064725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.064725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.084267] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: IN_PROGRESS for 2s [ 1105.198537] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.275781] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.276209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.276209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.276408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.276546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.276796] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.276935] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.277818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.277818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.277818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.277818] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d57976cb-8734-4b9f-8d2f-814970a81abd is going to be updated. [ 1105.359414] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.359718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.359718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.360033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.360246] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.376077] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d57976cb-8734-4b9f-8d2f-814970a81abd in Status: IN_PROGRESS for 2s [ 1105.703275] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.703424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.703526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.703771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.703893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.704327] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be updated. [ 1105.744944] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.745152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.745250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.745504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.745714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.761046] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: IN_PROGRESS for 2s [ 1106.091215] env[66341]: INFO networking_nsxv3.common.synchronization [None req-1d7e484a-bc1f-42b2-a6cd-6904ad829113 tempest-AttachInterfacesTestJSON-1114967429 tempest-AttachInterfacesTestJSON-1114967429-project-member] Enqueued Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_members [ 1106.091942] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_members [ 1106.092300] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.092434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.092517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.092736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.092908] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.093048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.093128] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.093862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.093862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.093862] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.596029] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.601027] env[66341]: INFO networking_nsxv3.common.synchronization [req-6c858960-5b28-441a-94a0-dcca23cd3557 req-d00990d2-0d66-46f5-8e6a-0c4e4e1e605f tempest-DeleteServersTestJSON-1925445125 tempest-DeleteServersTestJSON-1925445125-project-member] Enqueued Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1106.601309] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1106.601674] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.602247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.602350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.602997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.602997] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.602997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.602997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.603389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.603389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.603389] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.936279] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.936578] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-274" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.936774] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-274" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.937134] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-274" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.937457] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.937682] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.937875] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.938151] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.938303] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.938515] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.938649] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.938820] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.938896] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.939019] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.939126] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.939264] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.963958] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.964171] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.964374] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.964602] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-274" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.964987] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-8e7e4fd5-7a9c-4937-b888-36ade03acea1 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.965201] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-8e7e4fd5-7a9c-4937-b888-36ade03acea1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.965325] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-8e7e4fd5-7a9c-4937-b888-36ade03acea1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.965763] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-8e7e4fd5-7a9c-4937-b888-36ade03acea1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.965937] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e7e4fd5-7a9c-4937-b888-36ade03acea1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.101792] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.104766] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: SUCCESS [ 1107.104961] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.107083] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.107229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.107292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.107665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.107665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.108448] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.108575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.108657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.108829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.108912] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.109045] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 is going to be updated. [ 1107.144674] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.144831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.144831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.145185] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.145495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.159401] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: IN_PROGRESS for 2s [ 1107.391994] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d57976cb-8734-4b9f-8d2f-814970a81abd in Status: SUCCESS [ 1107.391994] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d57976cb-8734-4b9f-8d2f-814970a81abd deletion is rescheduled due to dependency. [ 1107.391994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.469069] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.469317] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.469448] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.469759] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.469913] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.470091] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 8e7e4fd5-7a9c-4937-b888-36ade03acea1 not found, creating... [ 1107.470365] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.470613] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.470749] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.470974] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.471121] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.471405] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.471560] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.471675] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.471882] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.472038] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.472170] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 8e7e4fd5-7a9c-4937-b888-36ade03acea1 is going to be created. [ 1107.494183] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.494465] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.494590] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.494892] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.495273] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.495558] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-8e7e4fd5-7a9c-4937-b888-36ade03acea1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.606623] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.606960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.607216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.607501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.607613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.607724] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 is going to be updated. [ 1107.641025] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.641276] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.641372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.641708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.641929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.653637] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: IN_PROGRESS for 2s [ 1107.773209] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: SUCCESS [ 1107.773454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.773664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.774037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.774234] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.774356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.774435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.774593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.774673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.774765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.774865] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.249319] env[66341]: INFO networking_nsxv3.common.synchronization [req-6c858960-5b28-441a-94a0-dcca23cd3557 req-f1311723-499b-4b0d-8f5b-ef84497345e0 service nova] Enqueued Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_rules [ 1108.249670] env[66341]: INFO networking_nsxv3.common.synchronization [req-6c858960-5b28-441a-94a0-dcca23cd3557 req-f1311723-499b-4b0d-8f5b-ef84497345e0 service nova] Enqueued Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1108.249670] env[66341]: INFO networking_nsxv3.common.synchronization [req-6c858960-5b28-441a-94a0-dcca23cd3557 req-f1311723-499b-4b0d-8f5b-ef84497345e0 service nova] Enqueued Resource ID: 8e7e4fd5-7a9c-4937-b888-36ade03acea1 with Priority: HIGHEST for action port [ 1108.250240] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_rules [ 1108.250307] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1108.250420] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7e4fd5-7a9c-4937-b888-36ade03acea1 with Priority: HIGHEST for action port [ 1108.250793] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.250933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.250998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.251401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.251582] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.253821] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.253971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.254438] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e7e4fd5-7a9c-4937-b888-36ade03acea1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.254694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e7e4fd5-7a9c-4937-b888-36ade03acea1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.254694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e7e4fd5-7a9c-4937-b888-36ade03acea1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.255704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e7e4fd5-7a9c-4937-b888-36ade03acea1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.255704] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e7e4fd5-7a9c-4937-b888-36ade03acea1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.277255] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.277394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.277457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.277685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.277853] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.277954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.278024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.278177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.278266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.278355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.278504] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.278594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.278711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.278786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.278923] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.279052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.279135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.279211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.279282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.279353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.279433] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.619022] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-352 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.620168] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.620168] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.620168] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.620574] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.620833] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.621044] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.621382] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.621625] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.621943] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.622157] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.622531] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.622531] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.622742] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.622931] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.623174] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.643970] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.644150] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1108.644290] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.644470] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.644798] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-afb5cce5-5c6d-4cf1-9405-184fcb1bf187 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.644986] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-afb5cce5-5c6d-4cf1-9405-184fcb1bf187" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.645100] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-afb5cce5-5c6d-4cf1-9405-184fcb1bf187" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.645416] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-afb5cce5-5c6d-4cf1-9405-184fcb1bf187" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.645553] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afb5cce5-5c6d-4cf1-9405-184fcb1bf187',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.795509] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.795603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.796077] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e7e4fd5-7a9c-4937-b888-36ade03acea1 with status ACTIVE [ 1108.796077] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.796077] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.796077] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.796340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.796384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.800603] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.800603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.800603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.800603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.800603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.800603] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.800603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.800603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.800603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.800603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.800603] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e7e4fd5-7a9c-4937-b888-36ade03acea1 is going to be updated. [ 1108.801416] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 640d86a5-c3a3-497b-9fb4-dea2f247389c: rpc.has_security_group_logging(os_id): False [ 1108.845971] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.845971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.845971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.845971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.845971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.845971] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.845971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.845971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.846472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.846472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.846472] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.846580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.846613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.846774] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.846909] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.847210] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.847319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.847382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.847633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.847740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.847897] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be updated. [ 1108.850581] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.850862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.850862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.850954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.851112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.851264] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e7e4fd5-7a9c-4937-b888-36ade03acea1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.980487] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.980681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.980728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.980957] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.981257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.008374] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: IN_PROGRESS for 2s [ 1109.170153] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: SUCCESS [ 1109.170440] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 deletion is rescheduled due to dependency. [ 1109.170551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.170802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.171104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.171324] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.171465] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.171558] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.171796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.171891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.172045] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.303079] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.303469] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.303469] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.303930] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.304200] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.304497] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port afb5cce5-5c6d-4cf1-9405-184fcb1bf187 not found, creating... [ 1109.304906] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.305106] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.305227] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.305476] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.305616] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.305920] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.306103] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.306220] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.306522] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.306677] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.306820] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: afb5cce5-5c6d-4cf1-9405-184fcb1bf187 is going to be created. [ 1109.330449] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.330770] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.330942] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.331263] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.331523] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.331773] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-afb5cce5-5c6d-4cf1-9405-184fcb1bf187" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.664863] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: SUCCESS [ 1109.665277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.674833] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.942628] env[66341]: INFO networking_nsxv3.common.synchronization [req-02b06c3e-0328-48e9-aed8-5ea7cbd6d6c4 req-a1b64617-ed3d-4dfc-8789-4fdc56c78c22 service nova] Enqueued Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_rules [ 1109.942849] env[66341]: INFO networking_nsxv3.common.synchronization [req-02b06c3e-0328-48e9-aed8-5ea7cbd6d6c4 req-a1b64617-ed3d-4dfc-8789-4fdc56c78c22 service nova] Enqueued Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_members [ 1109.944048] env[66341]: INFO networking_nsxv3.common.synchronization [req-02b06c3e-0328-48e9-aed8-5ea7cbd6d6c4 req-a1b64617-ed3d-4dfc-8789-4fdc56c78c22 service nova] Enqueued Resource ID: afb5cce5-5c6d-4cf1-9405-184fcb1bf187 with Priority: HIGHEST for action port [ 1109.944048] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_rules [ 1109.944048] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_members [ 1109.944048] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb5cce5-5c6d-4cf1-9405-184fcb1bf187 with Priority: HIGHEST for action port [ 1109.944308] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.944308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.944383] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.944556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.944649] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.945600] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.945731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.945885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.946010] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.946179] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.946310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.946353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.946520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.948240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.948240] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.948240] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-afb5cce5-5c6d-4cf1-9405-184fcb1bf187 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.948240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afb5cce5-5c6d-4cf1-9405-184fcb1bf187" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.948240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afb5cce5-5c6d-4cf1-9405-184fcb1bf187" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.948240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afb5cce5-5c6d-4cf1-9405-184fcb1bf187" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.948240] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afb5cce5-5c6d-4cf1-9405-184fcb1bf187',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.176836] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.449311] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.449720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.450877] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.451987] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afb5cce5-5c6d-4cf1-9405-184fcb1bf187 with status ACTIVE [ 1110.452206] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.452332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.452401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.452610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.452740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.452927] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.453043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.453107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.453268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.453348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.453537] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.453632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.453713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.454812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.454939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.455096] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afb5cce5-5c6d-4cf1-9405-184fcb1bf187 is going to be updated. [ 1110.481674] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.481863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.481967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.482286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.482505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.482707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afb5cce5-5c6d-4cf1-9405-184fcb1bf187" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.495499] env[66341]: INFO networking_nsxv3.common.synchronization [None req-981c44d7-02de-407c-a591-3d2f17c2d0c4 tempest-AttachVolumeNegativeTest-2113034914 tempest-AttachVolumeNegativeTest-2113034914-project-member] Enqueued Resource ID: 72bfe620-e4a0-4434-a267-9d88d39822da with Priority: HIGHEST for action security_group_rules [ 1110.496587] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bfe620-e4a0-4434-a267-9d88d39822da with Priority: HIGHEST for action security_group_rules [ 1110.498556] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72bfe620-e4a0-4434-a267-9d88d39822da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.498731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.498808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.499180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.499295] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72bfe620-e4a0-4434-a267-9d88d39822da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.595549] env[66341]: INFO networking_nsxv3.common.synchronization [None req-f4a48d11-03d0-42fb-a3de-d80e737bb772 tempest-AttachVolumeNegativeTest-2113034914 tempest-AttachVolumeNegativeTest-2113034914-project-member] Enqueued Resource ID: 72bfe620-e4a0-4434-a267-9d88d39822da with Priority: HIGHEST for action security_group_rules [ 1110.596161] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bfe620-e4a0-4434-a267-9d88d39822da with Priority: HIGHEST for action security_group_rules [ 1110.596498] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72bfe620-e4a0-4434-a267-9d88d39822da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.596597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.679646] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.680137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.680137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.680406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.680599] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.680768] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 is going to be updated. [ 1110.728515] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.728515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.728515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.728515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.728515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.739102] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: IN_PROGRESS for 2s [ 1110.959098] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.031994] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: SUCCESS [ 1111.031994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.034035] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.034462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.034719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.035116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.037017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.037017] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72bfe620-e4a0-4434-a267-9d88d39822da already deleted. [ 1111.037017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.037017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.037017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.037017] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72bfe620-e4a0-4434-a267-9d88d39822da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.462568] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.462898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.462898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.463099] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.463187] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.463289] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 is going to be updated. [ 1111.500747] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.501075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.501075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.501199] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.501380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.511067] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: IN_PROGRESS for 2s [ 1111.559339] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.559590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.559710] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.559995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.560130] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.560383] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72bfe620-e4a0-4434-a267-9d88d39822da already deleted. [ 1111.560383] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.457569] env[66341]: INFO networking_nsxv3.common.synchronization [req-30af9843-9181-41e5-8717-0d5568573fbc req-02fd3b30-f6b0-47bc-8894-a241999a170a tempest-ServerRescueNegativeTestJSON-750166175 tempest-ServerRescueNegativeTestJSON-750166175-project-member] Enqueued Resource ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 with Priority: HIGHEST for action security_group_members [ 1112.458218] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 with Priority: HIGHEST for action security_group_members [ 1112.458543] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dae578a-d8a6-461b-9a81-b76ac0e38156 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.458680] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.458821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.459075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.459331] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.459475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.459580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.459804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.459943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.460681] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dae578a-d8a6-461b-9a81-b76ac0e38156',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.751318] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: SUCCESS [ 1112.751318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.751318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.751318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.751318] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.751318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.751318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.751318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.751318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.751318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.752244] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.963369] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.963555] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.963604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.963877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.964017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.964204] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.964304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.964355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.964512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.964929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.965092] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 is going to be updated. [ 1112.997555] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.997745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.998094] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.998683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.999185] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.009582] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 in Status: IN_PROGRESS for 2s [ 1113.254256] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.254538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.254710] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.255061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.255346] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.256030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.256030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.256030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.256273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.256273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.256566] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.256712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.256809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.257079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.257321] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.257462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.257603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.257858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.258057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.258220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.258376] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.521443] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: SUCCESS [ 1113.521662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.521904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.522189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.522385] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.522508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.522597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.522791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.522885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.522966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.523072] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.761916] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 852d2cd5-e26f-4af4-affb-ef219f836d57: rpc.has_security_group_logging(os_id): False [ 1113.780707] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.780962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.781076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.781362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.781493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.781797] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.781927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.782093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.782289] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.783494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.783494] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.783494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.783494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.783494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.783494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.783789] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.784297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.784297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.784297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.784297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.784466] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 is going to be updated. [ 1113.876931] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.876931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.877169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.877376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.879052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.903077] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: IN_PROGRESS for 2s [ 1114.025970] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.025970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.025970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.027263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.027263] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.027263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.027263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.027263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.027263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.027478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.027541] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.027638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.027731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.027970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.028189] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.028327] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.028410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.028611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.028716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.028834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.028952] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.532459] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de752f8d-3a9d-47a6-8ad8-d6709d28cc43: rpc.has_security_group_logging(os_id): False [ 1114.553531] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.553817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.553929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.554280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.554466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.554801] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.554977] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.555114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.555387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.555518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.555870] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.556049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.556178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.556429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.556571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.556896] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.557073] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.557202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.557433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.557562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.557714] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 is going to be updated. [ 1114.632461] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.632461] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.632663] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.632837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.633063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.650496] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: IN_PROGRESS for 2s [ 1115.023201] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 in Status: SUCCESS [ 1115.023201] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 deletion is rescheduled due to dependency. [ 1115.023201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.151414] env[66341]: INFO networking_nsxv3.common.synchronization [req-6081f6e8-f9ca-41d6-abee-9644a7590cb2 req-cb9f7dde-708b-499d-ac55-371d13ae2d1c tempest-ServersNegativeTestJSON-64642228 tempest-ServersNegativeTestJSON-64642228-project-member] Enqueued Resource ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 with Priority: HIGHEST for action security_group_members [ 1115.151663] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 with Priority: HIGHEST for action security_group_members [ 1115.152448] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.152586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.152651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.153032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.153654] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.153654] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.153654] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.153654] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.153654] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.153654] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.656772] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.656993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.657091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.657364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.657470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.657688] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.657792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.657855] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.658033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.658109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.658197] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 is going to be updated. [ 1115.684206] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.684409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.684409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.684622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.684790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.694842] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 in Status: IN_PROGRESS for 2s [ 1115.894217] env[66341]: INFO networking_nsxv3.common.synchronization [req-59e212dc-f87d-4188-ae5e-8553e92b6365 req-326b17c6-b4c0-42e8-97e8-cd1917832df9 tempest-ServersTestJSON-701163932 tempest-ServersTestJSON-701163932-project-member] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1115.894759] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1115.895081] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.895433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.895433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.895537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.895702] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.896208] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.896296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.896462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.896551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.896659] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.918398] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: SUCCESS [ 1115.918579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.399189] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.521375] env[66341]: INFO networking_nsxv3.common.synchronization [req-78517d41-7e2f-4de0-940c-9eaafce966d4 req-761ee909-cb35-4a2f-be94-75bacd6a4131 tempest-AttachVolumeNegativeTest-2113034914 tempest-AttachVolumeNegativeTest-2113034914-project-member] Enqueued Resource ID: 72bfe620-e4a0-4434-a267-9d88d39822da with Priority: HIGHEST for action security_group_members [ 1116.522023] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bfe620-e4a0-4434-a267-9d88d39822da with Priority: HIGHEST for action security_group_members [ 1116.522436] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bfe620-e4a0-4434-a267-9d88d39822da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.522556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.522593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.522887] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.523720] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.523949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.524074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.524308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.524454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.524591] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72bfe620-e4a0-4434-a267-9d88d39822da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.667240] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: SUCCESS [ 1116.667464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.824044] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.824044] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-770" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.824044] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-770" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.824312] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-770" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.825132] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.825132] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.825132] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.825132] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.825132] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.825355] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.825420] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.825523] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.825628] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.825734] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.825837] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.825966] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.845434] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.845603] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1116.845796] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.845909] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-770" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.846217] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-092247e4-ca24-4f4a-8e59-1a390451f846 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.846462] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-092247e4-ca24-4f4a-8e59-1a390451f846" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.846534] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-092247e4-ca24-4f4a-8e59-1a390451f846" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.846816] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-092247e4-ca24-4f4a-8e59-1a390451f846" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.846949] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('092247e4-ca24-4f4a-8e59-1a390451f846',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.900695] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.027198] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.027452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.027452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.027842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.027983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.028579] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.028811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.028957] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.029279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.029440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.029610] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bfe620-e4a0-4434-a267-9d88d39822da already deleted. [ 1117.029810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.349296] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.349568] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.349646] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.349947] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.350138] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.350256] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 092247e4-ca24-4f4a-8e59-1a390451f846 not found, creating... [ 1117.350525] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.350691] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.350834] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.351072] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.351213] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.351498] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.351651] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.351764] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.351970] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.352112] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.352282] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 092247e4-ca24-4f4a-8e59-1a390451f846 is going to be created. [ 1117.373074] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.373311] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.373477] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.373686] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.373996] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.374270] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-092247e4-ca24-4f4a-8e59-1a390451f846" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.403316] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.403674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.403674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.403846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.404038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.404160] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be updated. [ 1117.434797] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.434958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.435047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.435353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.435533] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.452836] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: IN_PROGRESS for 2s [ 1117.712846] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 in Status: SUCCESS [ 1117.713113] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 deletion is rescheduled due to dependency. [ 1117.713233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.089346] env[66341]: INFO networking_nsxv3.common.synchronization [req-78517d41-7e2f-4de0-940c-9eaafce966d4 req-5394532c-bc63-4b3e-81b3-6c5bbbcdda8c service nova] Enqueued Resource ID: 72bfe620-e4a0-4434-a267-9d88d39822da with Priority: HIGHEST for action security_group_rules [ 1118.090069] env[66341]: INFO networking_nsxv3.common.synchronization [req-78517d41-7e2f-4de0-940c-9eaafce966d4 req-5394532c-bc63-4b3e-81b3-6c5bbbcdda8c service nova] Enqueued Resource ID: 72bfe620-e4a0-4434-a267-9d88d39822da with Priority: HIGHEST for action security_group_members [ 1118.090260] env[66341]: INFO networking_nsxv3.common.synchronization [req-78517d41-7e2f-4de0-940c-9eaafce966d4 req-5394532c-bc63-4b3e-81b3-6c5bbbcdda8c service nova] Enqueued Resource ID: 092247e4-ca24-4f4a-8e59-1a390451f846 with Priority: HIGHEST for action port [ 1118.090795] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bfe620-e4a0-4434-a267-9d88d39822da with Priority: HIGHEST for action security_group_rules [ 1118.090908] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bfe620-e4a0-4434-a267-9d88d39822da with Priority: HIGHEST for action security_group_members [ 1118.091029] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 092247e4-ca24-4f4a-8e59-1a390451f846 with Priority: HIGHEST for action port [ 1118.091282] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72bfe620-e4a0-4434-a267-9d88d39822da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.091403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.091470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.091667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.091762] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72bfe620-e4a0-4434-a267-9d88d39822da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.092607] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bfe620-e4a0-4434-a267-9d88d39822da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.092721] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.092822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.092993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.093148] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.093243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.093311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.093453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.093537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.093669] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72bfe620-e4a0-4434-a267-9d88d39822da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.094383] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-092247e4-ca24-4f4a-8e59-1a390451f846 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.094499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-092247e4-ca24-4f4a-8e59-1a390451f846" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.094791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-092247e4-ca24-4f4a-8e59-1a390451f846" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.094791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-092247e4-ca24-4f4a-8e59-1a390451f846" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.094791] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('092247e4-ca24-4f4a-8e59-1a390451f846',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.596025] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72bfe620-e4a0-4434-a267-9d88d39822da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.597088] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bfe620-e4a0-4434-a267-9d88d39822da taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.597201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.598802] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 092247e4-ca24-4f4a-8e59-1a390451f846 with status ACTIVE [ 1118.598973] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.599139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.599192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.599359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.599447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.599612] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.599708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.599765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.600600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.600600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.600600] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.600600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.600600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.600928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.600928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.600928] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 092247e4-ca24-4f4a-8e59-1a390451f846 is going to be updated. [ 1118.625823] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.625960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.626048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.626257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.626397] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.626568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-092247e4-ca24-4f4a-8e59-1a390451f846" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.099344] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72bfe620-e4a0-4434-a267-9d88d39822da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.462078] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: SUCCESS [ 1119.462229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.601540] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.601848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.601848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.602323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.602323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.602432] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bfe620-e4a0-4434-a267-9d88d39822da is going to be created. [ 1119.707062] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.707062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.707062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.707301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.707442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.717528] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bfe620-e4a0-4434-a267-9d88d39822da in Status: UNINITIALIZED for 2s [ 1120.519811] env[66341]: INFO networking_nsxv3.common.synchronization [req-2cbb79c5-a5b1-4f26-af7e-82166c0ec4af req-e4cf1b5f-6c09-4f65-820b-31f5a7551049 tempest-ServerActionsTestOtherA-1432598510 tempest-ServerActionsTestOtherA-1432598510-project-member] Enqueued Resource ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 with Priority: HIGHEST for action security_group_members [ 1120.520433] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 with Priority: HIGHEST for action security_group_members [ 1120.520753] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e81a29-526f-40ff-8fd6-636a6c6c47e1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.520906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.520986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.521207] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.521464] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.521464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.522433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.522433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.522433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.522433] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34e81a29-526f-40ff-8fd6-636a6c6c47e1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.026177] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.026647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.026647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.026825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.028017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.028017] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.028017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.028017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.028017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.028017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.028288] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 is going to be updated. [ 1121.067391] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.067391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.067391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.067608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.067608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.078550] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 in Status: IN_PROGRESS for 2s [ 1121.728897] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bfe620-e4a0-4434-a267-9d88d39822da in Status: SUCCESS [ 1121.729220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.729326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.729556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.729756] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.729887] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.729975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.730111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.730186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.730253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.730344] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72bfe620-e4a0-4434-a267-9d88d39822da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.022231] env[66341]: INFO networking_nsxv3.common.synchronization [req-30317de8-9e60-44c8-88da-81b54a9b5f6c req-2e3a602e-adde-4848-87c7-10fc117ed822 tempest-DeleteServersTestJSON-1925445125 tempest-DeleteServersTestJSON-1925445125-project-member] Enqueued Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1122.026248] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1122.026248] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.026248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.026248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.026248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.026248] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.026248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.026248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.026248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.026248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.026248] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.234037] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72bfe620-e4a0-4434-a267-9d88d39822da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.528307] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.528418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.528539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.528761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.528908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.529256] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.529351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.529453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.529670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.529772] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.529906] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 is going to be updated. [ 1122.563784] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.564195] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.564195] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.564456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.564586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.574833] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: IN_PROGRESS for 2s [ 1122.741183] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72bfe620-e4a0-4434-a267-9d88d39822da: rpc.has_security_group_logging(os_id): False [ 1122.751292] env[66341]: INFO networking_nsxv3.common.synchronization [req-273c969e-924b-4b9d-93e8-443d77c4f658 req-33bc3321-3814-4531-9114-3c6b5ff93678 tempest-AttachInterfacesTestJSON-1114967429 tempest-AttachInterfacesTestJSON-1114967429-project-member] Enqueued Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_members [ 1122.751891] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_members [ 1122.752651] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.752876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.752986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.753306] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.753544] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.753697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.753816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.754168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.754309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.754448] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.760965] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.761109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.761160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.761364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.761451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.762395] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.762395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.762395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.762395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.762395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.762395] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72bfe620-e4a0-4434-a267-9d88d39822da is going to be created. [ 1122.829764] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.830031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.830031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.830217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.830491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.842689] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72bfe620-e4a0-4434-a267-9d88d39822da in Status: IN_PROGRESS for 2s [ 1123.090525] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 in Status: SUCCESS [ 1123.090776] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 deletion is rescheduled due to dependency. [ 1123.090869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.258046] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.557312] env[66341]: INFO networking_nsxv3.common.synchronization [None req-dcc43f4b-145c-47a2-ad32-f5e7bea33a51 tempest-AttachInterfacesTestJSON-1114967429 tempest-AttachInterfacesTestJSON-1114967429-project-member] Enqueued Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_members [ 1123.559463] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_members [ 1123.559940] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.560129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.759894] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.263178] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.263553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.263553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.263642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.263761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.263840] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 is going to be updated. [ 1124.297807] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.297987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.298081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.298326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.298674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.311064] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: IN_PROGRESS for 2s [ 1124.591734] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: SUCCESS [ 1124.591928] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 deletion is rescheduled due to dependency. [ 1124.592088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.859376] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72bfe620-e4a0-4434-a267-9d88d39822da in Status: SUCCESS [ 1124.859376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.858682] env[66341]: INFO networking_nsxv3.common.synchronization [req-4722968b-80d5-4f37-9b55-4ec86472cbcf req-c8e70ed5-4764-46aa-9afc-d4c8935ae301 tempest-ServerRescueNegativeTestJSON-750166175 tempest-ServerRescueNegativeTestJSON-750166175-project-member] Enqueued Resource ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e with Priority: HIGHEST for action security_group_members [ 1125.860041] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e with Priority: HIGHEST for action security_group_members [ 1125.860041] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.863273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.863273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.863273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.863273] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.863273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.863273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.863273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.863273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.863273] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fd888f9-41b6-43ec-a3cd-6826f0fa390e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.322705] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: SUCCESS [ 1126.322705] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.322705] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.322705] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.322705] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.322705] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.322705] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.323139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.323139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.323139] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.365062] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fd888f9-41b6-43ec-a3cd-6826f0fa390e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.762015] env[66341]: INFO networking_nsxv3.common.synchronization [req-d4594969-fa41-49bb-9b79-ebdfe9fe5ff7 req-0bd782ee-4a40-4cfa-9528-6b764fd2b7fb tempest-AttachInterfacesTestJSON-1114967429 tempest-AttachInterfacesTestJSON-1114967429-project-member] Enqueued Resource ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 with Priority: HIGHEST for action security_group_members [ 1126.762559] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 with Priority: HIGHEST for action security_group_members [ 1126.763451] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0563fd55-48ab-41ef-9177-d18deb3b2183 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.763451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.763451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.763451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.763758] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.763876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.763940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.764182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.764268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.764361] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0563fd55-48ab-41ef-9177-d18deb3b2183',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.825419] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.825605] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.825649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.825848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.825934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.826151] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.826252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.826312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.826465] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.826534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.826619] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 is going to be updated. [ 1126.862959] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.863369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.863369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.863464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.863611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.867246] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fd888f9-41b6-43ec-a3cd-6826f0fa390e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.872954] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: IN_PROGRESS for 2s [ 1127.266955] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.267169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.267169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.267414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.267513] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.267715] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.267816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.267876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.268047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.268157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.268269] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 is going to be updated. [ 1127.307910] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.308075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.308145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.308355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.308499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.317583] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 in Status: IN_PROGRESS for 2s [ 1127.369557] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.369747] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.369801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.370397] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.370397] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.370397] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e is going to be updated. [ 1127.399695] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.399843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.399913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.400268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.400436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.411098] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e in Status: IN_PROGRESS for 2s [ 1128.129573] env[66341]: INFO networking_nsxv3.common.synchronization [None req-e62c791a-56f7-41c4-a4f1-f59b8348c77e tempest-ServerActionsTestOtherA-1432598510 tempest-ServerActionsTestOtherA-1432598510-project-member] Enqueued Resource ID: b20bf91b-2368-4131-881f-5409d6318f2c with Priority: HIGHEST for action security_group_rules [ 1128.130231] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20bf91b-2368-4131-881f-5409d6318f2c with Priority: HIGHEST for action security_group_rules [ 1128.130628] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b20bf91b-2368-4131-881f-5409d6318f2c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.130759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.130842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.131133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.131212] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b20bf91b-2368-4131-881f-5409d6318f2c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.231267] env[66341]: INFO networking_nsxv3.common.synchronization [None req-b97e20b7-46bf-4f58-9c13-2623dd5f1552 tempest-ServerActionsTestOtherA-1432598510 tempest-ServerActionsTestOtherA-1432598510-project-member] Enqueued Resource ID: b20bf91b-2368-4131-881f-5409d6318f2c with Priority: HIGHEST for action security_group_rules [ 1128.231267] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20bf91b-2368-4131-881f-5409d6318f2c with Priority: HIGHEST for action security_group_rules [ 1128.231267] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b20bf91b-2368-4131-881f-5409d6318f2c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.231724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.651351] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.651506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.651603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.651786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.651876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.651978] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b20bf91b-2368-4131-881f-5409d6318f2c already deleted. [ 1128.652079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.652235] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.652390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.652476] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b20bf91b-2368-4131-881f-5409d6318f2c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.884517] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: SUCCESS [ 1128.884702] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 deletion is rescheduled due to dependency. [ 1128.884814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.173896] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.174278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.174278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.174402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.174487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.174589] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b20bf91b-2368-4131-881f-5409d6318f2c already deleted. [ 1129.174671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.333697] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 in Status: SUCCESS [ 1129.333997] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 deletion is rescheduled due to dependency. [ 1129.333997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.422214] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e in Status: SUCCESS [ 1129.422469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.294584] env[66341]: INFO networking_nsxv3.common.synchronization [req-0b8c5be7-3e46-4cad-b027-5cbfc81eddae req-3836613a-2f82-42bc-92fa-ceee5c38bc9e tempest-ServersTestJSON-701163932 tempest-ServersTestJSON-701163932-project-member] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1131.294584] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1131.295437] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.295437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.295437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.295437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.295437] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.295706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.295706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.295706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.295785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.296096] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.588143] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-758 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.588468] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.588644] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.588926] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.589212] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.589369] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.589476] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.589683] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.589829] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.590046] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.590162] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.590268] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.590376] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.590484] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.590588] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.590716] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.611446] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.611664] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1131.611835] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.612028] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.612353] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-ca294ef2-6a55-4722-b85f-8615d015f23d taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.612573] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-ca294ef2-6a55-4722-b85f-8615d015f23d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.612644] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-ca294ef2-6a55-4722-b85f-8615d015f23d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.612986] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-ca294ef2-6a55-4722-b85f-8615d015f23d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.613157] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca294ef2-6a55-4722-b85f-8615d015f23d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.798414] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.116162] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.116421] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.116557] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.116965] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.117043] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.117186] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port ca294ef2-6a55-4722-b85f-8615d015f23d not found, creating... [ 1132.117490] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.117685] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.117821] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.118080] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.118232] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.118535] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.118700] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.118817] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.119068] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.119192] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.119342] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: ca294ef2-6a55-4722-b85f-8615d015f23d is going to be created. [ 1132.140715] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.141027] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.141173] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.141453] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.141733] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.141957] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-ca294ef2-6a55-4722-b85f-8615d015f23d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.300829] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.803409] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.803742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.803742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.803892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.804152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.804261] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be updated. [ 1132.826675] env[66341]: INFO networking_nsxv3.common.synchronization [req-0b8c5be7-3e46-4cad-b027-5cbfc81eddae req-af4c369d-c32e-4cf9-8199-f6d598339067 service nova] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_rules [ 1132.826798] env[66341]: INFO networking_nsxv3.common.synchronization [req-0b8c5be7-3e46-4cad-b027-5cbfc81eddae req-af4c369d-c32e-4cf9-8199-f6d598339067 service nova] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1132.826944] env[66341]: INFO networking_nsxv3.common.synchronization [req-0b8c5be7-3e46-4cad-b027-5cbfc81eddae req-af4c369d-c32e-4cf9-8199-f6d598339067 service nova] Enqueued Resource ID: ca294ef2-6a55-4722-b85f-8615d015f23d with Priority: HIGHEST for action port [ 1132.827748] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_rules [ 1132.827893] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1132.827990] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca294ef2-6a55-4722-b85f-8615d015f23d with Priority: HIGHEST for action port [ 1132.828290] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.828410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.828475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.828669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.828751] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.829710] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.829818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.829938] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca294ef2-6a55-4722-b85f-8615d015f23d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.830084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca294ef2-6a55-4722-b85f-8615d015f23d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.830211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca294ef2-6a55-4722-b85f-8615d015f23d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.830388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca294ef2-6a55-4722-b85f-8615d015f23d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.830463] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca294ef2-6a55-4722-b85f-8615d015f23d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.833573] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.833573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.833573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.833573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.833573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.844614] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: IN_PROGRESS for 2s [ 1133.332417] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.332764] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.332764] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca294ef2-6a55-4722-b85f-8615d015f23d with status ACTIVE [ 1133.333064] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.333200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.333243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.333481] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.333580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.333800] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.333931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.334024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.334192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.334305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.334555] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.334668] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.334740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.334959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.335071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.335439] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca294ef2-6a55-4722-b85f-8615d015f23d is going to be updated. [ 1133.361040] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.361214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.361329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.361512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.361645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.361813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca294ef2-6a55-4722-b85f-8615d015f23d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.857267] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: SUCCESS [ 1134.857742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.857997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.858624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.858819] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.859027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.859204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.859564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.859734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.859928] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.904958] env[66341]: INFO networking_nsxv3.common.synchronization [req-75b2b01c-3ab6-4851-83d5-b9a8f2a896da req-c6205911-0abd-45ca-8bd3-237448146be3 tempest-ServerRescueNegativeTestJSON-750166175 tempest-ServerRescueNegativeTestJSON-750166175-project-member] Enqueued Resource ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e with Priority: HIGHEST for action security_group_members [ 1134.905346] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e with Priority: HIGHEST for action security_group_members [ 1134.905613] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.905737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.905804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.906018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.906320] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.906542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.906542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.906641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.906727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.906820] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fd888f9-41b6-43ec-a3cd-6826f0fa390e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.364084] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.409665] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.409665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.409665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.409665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.409965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.409965] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.410079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.410124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.410242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.410316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.410403] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e is going to be updated. [ 1135.437450] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.437639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.437680] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.437924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.438039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.446518] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e in Status: IN_PROGRESS for 2s [ 1135.556894] env[66341]: INFO networking_nsxv3.common.synchronization [None req-5c4e895a-a259-44e7-ac80-b81c51e56834 tempest-AttachInterfacesTestJSON-1114967429 tempest-AttachInterfacesTestJSON-1114967429-project-member] Enqueued Resource ID: b47b8382-2a0a-4241-a2af-11783b9b3849 with Priority: HIGHEST for action security_group_rules [ 1135.557528] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b47b8382-2a0a-4241-a2af-11783b9b3849 with Priority: HIGHEST for action security_group_rules [ 1135.558039] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b47b8382-2a0a-4241-a2af-11783b9b3849 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.558039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.558170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.558389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.558492] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b47b8382-2a0a-4241-a2af-11783b9b3849',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.630170] env[66341]: INFO networking_nsxv3.common.synchronization [None req-0c1d50cb-6f5c-4b47-a10c-2e79bc36db2d tempest-AttachInterfacesTestJSON-1114967429 tempest-AttachInterfacesTestJSON-1114967429-project-member] Enqueued Resource ID: b47b8382-2a0a-4241-a2af-11783b9b3849 with Priority: HIGHEST for action security_group_rules [ 1135.630541] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b47b8382-2a0a-4241-a2af-11783b9b3849 with Priority: HIGHEST for action security_group_rules [ 1135.630832] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b47b8382-2a0a-4241-a2af-11783b9b3849 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.631210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.865934] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.078178] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.078363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.078395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.078612] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.078692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.078794] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b47b8382-2a0a-4241-a2af-11783b9b3849 already deleted. [ 1136.078877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.079035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.079197] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.079278] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b47b8382-2a0a-4241-a2af-11783b9b3849',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.368496] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.368691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.368766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.370067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.370067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.370067] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be updated. [ 1136.409648] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.409806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.409922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.410201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.410357] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.421973] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: IN_PROGRESS for 2s [ 1136.601785] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.602156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.602156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.602644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.602644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.602755] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b47b8382-2a0a-4241-a2af-11783b9b3849 already deleted. [ 1136.602855] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.087890] env[66341]: INFO networking_nsxv3.common.synchronization [req-001f9cce-9007-4964-83a7-e789605a187f req-a66f6a52-5be0-429a-b212-671fe4ee94ff tempest-ServerActionsTestOtherA-1432598510 tempest-ServerActionsTestOtherA-1432598510-project-member] Enqueued Resource ID: b20bf91b-2368-4131-881f-5409d6318f2c with Priority: HIGHEST for action security_group_members [ 1137.088302] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20bf91b-2368-4131-881f-5409d6318f2c with Priority: HIGHEST for action security_group_members [ 1137.088636] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20bf91b-2368-4131-881f-5409d6318f2c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.089252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.089252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.089252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.089252] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.089511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.089511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.089576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.089651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.089744] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b20bf91b-2368-4131-881f-5409d6318f2c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.411180] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.411301] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.411425] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.411704] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.411960] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.412156] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.412255] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.412622] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.412622] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.412810] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.412921] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1137.413159] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1137.413455] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1137.413683] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.413867] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1137.414115] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1137.433844] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1137.434067] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1137.434173] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1137.434342] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.434665] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-9613bc4a-4600-469c-9384-4c6be10d2a3d taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.434830] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-9613bc4a-4600-469c-9384-4c6be10d2a3d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.434948] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-9613bc4a-4600-469c-9384-4c6be10d2a3d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.435312] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-9613bc4a-4600-469c-9384-4c6be10d2a3d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.435453] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9613bc4a-4600-469c-9384-4c6be10d2a3d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.456082] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e in Status: SUCCESS [ 1137.456271] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e deletion is rescheduled due to dependency. [ 1137.456382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.592059] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.592059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.592059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.592327] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.592327] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.592549] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.592634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.592698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.592850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.592924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.593078] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b20bf91b-2368-4131-881f-5409d6318f2c already deleted. [ 1137.593162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.938483] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.938763] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.938944] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.939270] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.939473] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.939648] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 9613bc4a-4600-469c-9384-4c6be10d2a3d not found, creating... [ 1137.939914] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.940114] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.940246] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.940474] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.940657] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.940963] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.941234] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.941353] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.941562] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.941696] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.941889] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 9613bc4a-4600-469c-9384-4c6be10d2a3d is going to be created. [ 1137.961961] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.962226] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.962383] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.962640] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.962865] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.963232] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-9613bc4a-4600-469c-9384-4c6be10d2a3d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.432281] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: SUCCESS [ 1138.432622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.432746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.432873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.433121] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.433322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.433322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.433454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.433534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.433656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.433706] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.662045] env[66341]: INFO networking_nsxv3.common.synchronization [req-001f9cce-9007-4964-83a7-e789605a187f req-197f8b18-5025-43da-a9ef-84c232167ffe service nova] Enqueued Resource ID: b20bf91b-2368-4131-881f-5409d6318f2c with Priority: HIGHEST for action security_group_rules [ 1138.662161] env[66341]: INFO networking_nsxv3.common.synchronization [req-001f9cce-9007-4964-83a7-e789605a187f req-197f8b18-5025-43da-a9ef-84c232167ffe service nova] Enqueued Resource ID: b20bf91b-2368-4131-881f-5409d6318f2c with Priority: HIGHEST for action security_group_members [ 1138.662277] env[66341]: INFO networking_nsxv3.common.synchronization [req-001f9cce-9007-4964-83a7-e789605a187f req-197f8b18-5025-43da-a9ef-84c232167ffe service nova] Enqueued Resource ID: 9613bc4a-4600-469c-9384-4c6be10d2a3d with Priority: HIGHEST for action port [ 1138.662807] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20bf91b-2368-4131-881f-5409d6318f2c with Priority: HIGHEST for action security_group_rules [ 1138.662915] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20bf91b-2368-4131-881f-5409d6318f2c with Priority: HIGHEST for action security_group_members [ 1138.663322] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9613bc4a-4600-469c-9384-4c6be10d2a3d with Priority: HIGHEST for action port [ 1138.663638] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b20bf91b-2368-4131-881f-5409d6318f2c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.663760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.663861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.664031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.664116] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b20bf91b-2368-4131-881f-5409d6318f2c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.664942] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20bf91b-2368-4131-881f-5409d6318f2c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.665070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.665686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.666309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.666309] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.666309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.666309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.666513] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.666549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.666636] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b20bf91b-2368-4131-881f-5409d6318f2c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.667356] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-9613bc4a-4600-469c-9384-4c6be10d2a3d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.669356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9613bc4a-4600-469c-9384-4c6be10d2a3d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.669356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9613bc4a-4600-469c-9384-4c6be10d2a3d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.669356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9613bc4a-4600-469c-9384-4c6be10d2a3d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.669356] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9613bc4a-4600-469c-9384-4c6be10d2a3d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.935775] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.935957] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.936089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.936381] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.936545] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.936648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.936708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.936855] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.936941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.937035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.937187] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.937281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.937338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.937473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.937610] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.937696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.937744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.937878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.937951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.938042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.938129] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.169339] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20bf91b-2368-4131-881f-5409d6318f2c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.169339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.169581] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b20bf91b-2368-4131-881f-5409d6318f2c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.171205] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9613bc4a-4600-469c-9384-4c6be10d2a3d with status ACTIVE [ 1139.171205] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.171205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.171205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.171989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.171989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.171989] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.171989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.171989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.171989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.172350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.172350] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.172350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.172350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.172501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.172586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.172672] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9613bc4a-4600-469c-9384-4c6be10d2a3d is going to be updated. [ 1139.198536] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.198536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.198536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.198824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.198858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.199026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9613bc4a-4600-469c-9384-4c6be10d2a3d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.441243] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 640d86a5-c3a3-497b-9fb4-dea2f247389c: rpc.has_security_group_logging(os_id): False [ 1139.458099] env[66341]: INFO networking_nsxv3.common.synchronization [req-ce3940b6-9d54-4584-bbba-cef604373413 req-f37cc4e8-0c87-482f-a454-4e1b510d517a tempest-DeleteServersTestJSON-1925445125 tempest-DeleteServersTestJSON-1925445125-project-member] Enqueued Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1139.458661] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1139.459623] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.459720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.459780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.461100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.461100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.461100] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.461100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.461100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.461100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.461100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.461100] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.461411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.461411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.461411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.461411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.461835] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.461835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.462032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.462105] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.462182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.462270] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be updated. [ 1139.463464] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.463577] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.463636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.464557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.464557] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.464557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.464557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.464557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.464557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.464557] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.536195] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.536195] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.536195] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.536195] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.536195] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.554306] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: IN_PROGRESS for 2s [ 1139.672683] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b20bf91b-2368-4131-881f-5409d6318f2c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.761546] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.761846] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-274" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.762280] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-274" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.762421] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-274" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.762910] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.763119] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.764339] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.764339] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.764339] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.764339] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.764893] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1139.764893] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1139.764893] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1139.764893] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.765022] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1139.765198] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.784061] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.784268] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1139.784431] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.784616] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-274" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.784959] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-61d8d3e2-0c84-4a4c-98d7-d14ce652d0f8 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.785167] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-61d8d3e2-0c84-4a4c-98d7-d14ce652d0f8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.785289] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-61d8d3e2-0c84-4a4c-98d7-d14ce652d0f8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.785609] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-61d8d3e2-0c84-4a4c-98d7-d14ce652d0f8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.785749] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61d8d3e2-0c84-4a4c-98d7-d14ce652d0f8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.966614] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.966808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.966892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.967135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.967230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.967439] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.967548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.967612] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.967783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.967874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.967965] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 is going to be updated. [ 1139.999638] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.999823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.999896] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.000127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.000272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.009729] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: IN_PROGRESS for 2s [ 1140.174758] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.174935] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.174980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.175271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.175383] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.175492] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b20bf91b-2368-4131-881f-5409d6318f2c is going to be created. [ 1140.200819] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.201035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.201035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.201198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.201357] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.210953] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20bf91b-2368-4131-881f-5409d6318f2c in Status: UNINITIALIZED for 2s [ 1140.289049] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.289049] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.289191] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.289465] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.289617] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.289814] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 61d8d3e2-0c84-4a4c-98d7-d14ce652d0f8 not found, creating... [ 1140.290118] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.290305] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.290479] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.290637] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.290747] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.291071] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.291253] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.291370] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.291592] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.291729] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.291868] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 61d8d3e2-0c84-4a4c-98d7-d14ce652d0f8 is going to be created. [ 1140.324567] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.324894] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.325078] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.325497] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.325827] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.326157] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-61d8d3e2-0c84-4a4c-98d7-d14ce652d0f8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.024138] env[66341]: INFO networking_nsxv3.common.synchronization [req-ce3940b6-9d54-4584-bbba-cef604373413 req-b5321580-d63e-4bd4-a07c-0bab98695680 service nova] Enqueued Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_rules [ 1141.024410] env[66341]: INFO networking_nsxv3.common.synchronization [req-ce3940b6-9d54-4584-bbba-cef604373413 req-b5321580-d63e-4bd4-a07c-0bab98695680 service nova] Enqueued Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1141.024455] env[66341]: INFO networking_nsxv3.common.synchronization [req-ce3940b6-9d54-4584-bbba-cef604373413 req-b5321580-d63e-4bd4-a07c-0bab98695680 service nova] Enqueued Resource ID: 61d8d3e2-0c84-4a4c-98d7-d14ce652d0f8 with Priority: HIGHEST for action port [ 1141.024954] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_rules [ 1141.025104] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1141.025254] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d8d3e2-0c84-4a4c-98d7-d14ce652d0f8 with Priority: HIGHEST for action port [ 1141.025588] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.025704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.025767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.026400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.026400] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.026973] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.027089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.027291] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-61d8d3e2-0c84-4a4c-98d7-d14ce652d0f8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.027389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61d8d3e2-0c84-4a4c-98d7-d14ce652d0f8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.027454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61d8d3e2-0c84-4a4c-98d7-d14ce652d0f8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.027638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61d8d3e2-0c84-4a4c-98d7-d14ce652d0f8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.027752] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61d8d3e2-0c84-4a4c-98d7-d14ce652d0f8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.532073] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.532278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.532500] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61d8d3e2-0c84-4a4c-98d7-d14ce652d0f8 with status ACTIVE [ 1141.532702] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.532832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.532899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.533299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.533299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.533483] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.533542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.533574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.533729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.533803] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.533981] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.534086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.534147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.534305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.534392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.534463] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61d8d3e2-0c84-4a4c-98d7-d14ce652d0f8 is going to be updated. [ 1141.557822] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.557822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.557822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.558075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.558198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.558358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61d8d3e2-0c84-4a4c-98d7-d14ce652d0f8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.572598] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: SUCCESS [ 1141.572927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.020067] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: SUCCESS [ 1142.020242] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 deletion is rescheduled due to dependency. [ 1142.020391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.020584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.020808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.020996] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.021159] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.021238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.021433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.021526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.021649] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.221520] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20bf91b-2368-4131-881f-5409d6318f2c in Status: SUCCESS [ 1142.221880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.222845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.222845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.222845] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.222845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.222845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.223141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.223141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.223222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.223273] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b20bf91b-2368-4131-881f-5409d6318f2c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.525142] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.725939] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b20bf91b-2368-4131-881f-5409d6318f2c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.036428] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.229334] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b20bf91b-2368-4131-881f-5409d6318f2c: rpc.has_security_group_logging(os_id): False [ 1143.250206] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.250382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.250454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.250725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.251045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.251224] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.251330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.251388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.251550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.251665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.251705] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b20bf91b-2368-4131-881f-5409d6318f2c is going to be created. [ 1143.337671] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.337671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.337671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.337671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.337671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.350223] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b20bf91b-2368-4131-881f-5409d6318f2c in Status: IN_PROGRESS for 2s [ 1143.514610] env[66341]: INFO networking_nsxv3.common.synchronization [req-02630211-c245-4764-a841-6350272ef7ea req-c0f52ef6-ad9d-4227-bba6-c23bb23f2937 tempest-AttachInterfacesTestJSON-1114967429 tempest-AttachInterfacesTestJSON-1114967429-project-member] Enqueued Resource ID: b47b8382-2a0a-4241-a2af-11783b9b3849 with Priority: HIGHEST for action security_group_members [ 1143.515089] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b47b8382-2a0a-4241-a2af-11783b9b3849 with Priority: HIGHEST for action security_group_members [ 1143.515390] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b47b8382-2a0a-4241-a2af-11783b9b3849 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.515538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.515606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.515860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.516051] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.516160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.516224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.516391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.516473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.516564] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b47b8382-2a0a-4241-a2af-11783b9b3849',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.532765] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.532915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.532977] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.533254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.533345] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.533447] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 is going to be updated. [ 1143.562785] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.562906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.562943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.563256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.563404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.573912] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: IN_PROGRESS for 2s [ 1143.856920] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-352 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.856920] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.857116] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.857924] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.857924] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.857924] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.857924] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.858234] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.858400] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.858642] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.858758] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.858891] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.858983] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.859095] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.859191] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.859322] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.883096] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.883251] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1143.883520] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.883747] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.884159] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-44ce82e7-4bd8-4790-b4ee-c4e213253025 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.884402] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-44ce82e7-4bd8-4790-b4ee-c4e213253025" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.884538] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-44ce82e7-4bd8-4790-b4ee-c4e213253025" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.884935] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-44ce82e7-4bd8-4790-b4ee-c4e213253025" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.885122] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44ce82e7-4bd8-4790-b4ee-c4e213253025',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.020097] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.020226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.020226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.020495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.020651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.020818] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.020921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.020979] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.021225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.021307] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.021414] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b47b8382-2a0a-4241-a2af-11783b9b3849 already deleted. [ 1144.021504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.388244] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.388608] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.388655] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.388921] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.389090] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.389251] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 44ce82e7-4bd8-4790-b4ee-c4e213253025 not found, creating... [ 1144.389515] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.389673] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.389791] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.390026] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.390168] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.390498] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.390653] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.390771] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.390982] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.391185] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.391349] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 44ce82e7-4bd8-4790-b4ee-c4e213253025 is going to be created. [ 1144.417684] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.417931] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.417931] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.418142] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.418412] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.418740] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-44ce82e7-4bd8-4790-b4ee-c4e213253025" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.150606] env[66341]: INFO networking_nsxv3.common.synchronization [req-02630211-c245-4764-a841-6350272ef7ea req-c353937c-88bf-4b27-a504-7bef9d5e7b39 service nova] Enqueued Resource ID: b47b8382-2a0a-4241-a2af-11783b9b3849 with Priority: HIGHEST for action security_group_rules [ 1145.150739] env[66341]: INFO networking_nsxv3.common.synchronization [req-02630211-c245-4764-a841-6350272ef7ea req-c353937c-88bf-4b27-a504-7bef9d5e7b39 service nova] Enqueued Resource ID: b47b8382-2a0a-4241-a2af-11783b9b3849 with Priority: HIGHEST for action security_group_members [ 1145.150908] env[66341]: INFO networking_nsxv3.common.synchronization [req-02630211-c245-4764-a841-6350272ef7ea req-c353937c-88bf-4b27-a504-7bef9d5e7b39 service nova] Enqueued Resource ID: 44ce82e7-4bd8-4790-b4ee-c4e213253025 with Priority: HIGHEST for action port [ 1145.151528] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b47b8382-2a0a-4241-a2af-11783b9b3849 with Priority: HIGHEST for action security_group_rules [ 1145.151704] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b47b8382-2a0a-4241-a2af-11783b9b3849 with Priority: HIGHEST for action security_group_members [ 1145.151831] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44ce82e7-4bd8-4790-b4ee-c4e213253025 with Priority: HIGHEST for action port [ 1145.152524] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b47b8382-2a0a-4241-a2af-11783b9b3849 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.152682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.152790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.153105] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.153219] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b47b8382-2a0a-4241-a2af-11783b9b3849',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.154664] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b47b8382-2a0a-4241-a2af-11783b9b3849 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.155533] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.155533] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.155533] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.155533] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.155533] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.155778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.155778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.155865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.155996] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b47b8382-2a0a-4241-a2af-11783b9b3849',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.156911] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-44ce82e7-4bd8-4790-b4ee-c4e213253025 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.157932] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44ce82e7-4bd8-4790-b4ee-c4e213253025" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.157932] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44ce82e7-4bd8-4790-b4ee-c4e213253025" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.157932] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44ce82e7-4bd8-4790-b4ee-c4e213253025" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.157932] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44ce82e7-4bd8-4790-b4ee-c4e213253025',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.371041] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b20bf91b-2368-4131-881f-5409d6318f2c in Status: SUCCESS [ 1145.371041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.585085] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: SUCCESS [ 1145.585646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.585646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.585737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.586121] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.586121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.586121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.586309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.586346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.587253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.587253] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.659225] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b47b8382-2a0a-4241-a2af-11783b9b3849',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.660277] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b47b8382-2a0a-4241-a2af-11783b9b3849 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.660408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.660566] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44ce82e7-4bd8-4790-b4ee-c4e213253025 with status ACTIVE [ 1145.660684] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.660800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.660864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.661115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.661231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.661416] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.661513] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.661570] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.661728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.661812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.661992] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.662117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.662177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.662319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.662390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.662476] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44ce82e7-4bd8-4790-b4ee-c4e213253025 is going to be updated. [ 1145.685515] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.685716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.685716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.685923] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.686071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.686231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44ce82e7-4bd8-4790-b4ee-c4e213253025" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.089147] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.089351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.089351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.089484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.089748] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.089748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.089983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.089983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.090252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.090252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.093347] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.093347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.093347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.093347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.093347] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.093347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.093347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.093347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.093347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.093347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.093347] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.164592] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b47b8382-2a0a-4241-a2af-11783b9b3849',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.594883] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 852d2cd5-e26f-4af4-affb-ef219f836d57: rpc.has_security_group_logging(os_id): False [ 1146.612937] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.613231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.613231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.613354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.613512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.613671] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.613771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.613835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.613988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.614079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.614290] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.614389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.614451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.614591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.614666] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.614844] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.614937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.614995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.615144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.615219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.615305] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 is going to be updated. [ 1146.667564] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.667733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.667790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.668013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.668107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.668210] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b47b8382-2a0a-4241-a2af-11783b9b3849 is going to be created. [ 1146.683733] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.683733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.683950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.683986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.684154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.700430] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.701837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.701837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.701837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.701837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.703293] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: IN_PROGRESS for 2s [ 1146.712615] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b47b8382-2a0a-4241-a2af-11783b9b3849 in Status: UNINITIALIZED for 2s [ 1148.279942] env[66341]: INFO networking_nsxv3.common.synchronization [req-d6af43ec-9d0a-4d63-ae58-ce18a771ff83 req-41c133aa-aab5-437a-8c5e-42fb1c2839f7 tempest-ServersTestJSON-701163932 tempest-ServersTestJSON-701163932-project-member] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1148.279942] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1148.280308] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.280308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.280308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.280545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.280625] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.280725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.280786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.280926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.281022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.281137] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.614096] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-758 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.614387] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.614527] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.614790] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.615058] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.615239] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.615351] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.615596] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.615756] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.615967] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.616096] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.616205] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.616313] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.616422] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.616528] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.616659] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.636226] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.636388] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1148.636572] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.636769] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.637159] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-709fcabe-efc6-470b-9961-ddfbb88b7b38 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.637362] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-709fcabe-efc6-470b-9961-ddfbb88b7b38" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.637526] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-709fcabe-efc6-470b-9961-ddfbb88b7b38" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.637886] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-709fcabe-efc6-470b-9961-ddfbb88b7b38" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.638033] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('709fcabe-efc6-470b-9961-ddfbb88b7b38',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.720462] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: SUCCESS [ 1148.720709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.721459] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b47b8382-2a0a-4241-a2af-11783b9b3849 in Status: SUCCESS [ 1148.721580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.722068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.722310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.722533] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.722732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.722805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.722983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.723075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.723159] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.723359] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b47b8382-2a0a-4241-a2af-11783b9b3849',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.782831] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.140311] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.140529] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.140718] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.141100] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.141289] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.141476] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 709fcabe-efc6-470b-9961-ddfbb88b7b38 not found, creating... [ 1149.141852] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.142387] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.142387] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.142387] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.142521] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.142779] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.142937] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.144016] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.144410] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.144580] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.144732] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 709fcabe-efc6-470b-9961-ddfbb88b7b38 is going to be created. [ 1149.183698] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.184044] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.184218] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.184545] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.184802] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.185044] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-709fcabe-efc6-470b-9961-ddfbb88b7b38" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.225787] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b47b8382-2a0a-4241-a2af-11783b9b3849',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.285237] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.729569] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b47b8382-2a0a-4241-a2af-11783b9b3849: rpc.has_security_group_logging(os_id): False [ 1149.751068] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.751278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.751278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.751476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.751588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.751857] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.751951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.752039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.752195] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.752287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.752365] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b47b8382-2a0a-4241-a2af-11783b9b3849 is going to be created. [ 1149.787414] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.787612] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.787677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.787977] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.788158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.788278] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be updated. [ 1149.835665] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.835888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.835953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.836655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.836655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.849892] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.850121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.850218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.850432] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.850619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.855269] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: IN_PROGRESS for 2s [ 1149.863088] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b47b8382-2a0a-4241-a2af-11783b9b3849 in Status: IN_PROGRESS for 2s [ 1149.885646] env[66341]: INFO networking_nsxv3.common.synchronization [req-d6af43ec-9d0a-4d63-ae58-ce18a771ff83 req-a1b2afcc-27f7-474c-b8e7-c3026de4bc65 service nova] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_rules [ 1149.885887] env[66341]: INFO networking_nsxv3.common.synchronization [req-d6af43ec-9d0a-4d63-ae58-ce18a771ff83 req-a1b2afcc-27f7-474c-b8e7-c3026de4bc65 service nova] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1149.885994] env[66341]: INFO networking_nsxv3.common.synchronization [req-d6af43ec-9d0a-4d63-ae58-ce18a771ff83 req-a1b2afcc-27f7-474c-b8e7-c3026de4bc65 service nova] Enqueued Resource ID: 709fcabe-efc6-470b-9961-ddfbb88b7b38 with Priority: HIGHEST for action port [ 1149.886493] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_rules [ 1149.886624] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1149.886720] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 709fcabe-efc6-470b-9961-ddfbb88b7b38 with Priority: HIGHEST for action port [ 1149.886994] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.887450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.887514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.887713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.887800] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.889321] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.889716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.889946] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-709fcabe-efc6-470b-9961-ddfbb88b7b38 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.890069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-709fcabe-efc6-470b-9961-ddfbb88b7b38" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.890136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-709fcabe-efc6-470b-9961-ddfbb88b7b38" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.890351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-709fcabe-efc6-470b-9961-ddfbb88b7b38" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.890430] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('709fcabe-efc6-470b-9961-ddfbb88b7b38',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.392225] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.392586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.392675] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 709fcabe-efc6-470b-9961-ddfbb88b7b38 with status ACTIVE [ 1150.392865] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.392978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.393057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.393459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.393459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.393576] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.393634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.393707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.393842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.393917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.394110] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.394228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.394317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.394490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.394615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.394741] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 709fcabe-efc6-470b-9961-ddfbb88b7b38 is going to be updated. [ 1150.420134] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.420301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.420347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.420539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.420674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.420829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-709fcabe-efc6-470b-9961-ddfbb88b7b38" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.865859] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: SUCCESS [ 1151.866276] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.866333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.866582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.866803] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.866921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.866998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.867188] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.867271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.867384] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.879316] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b47b8382-2a0a-4241-a2af-11783b9b3849 in Status: SUCCESS [ 1151.879617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.370633] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.873350] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.087155] env[66341]: INFO networking_nsxv3.common.synchronization [req-b4c3435a-4c0d-4e35-ba2b-cde3ac5f524b req-f7823010-1817-4a1f-ae61-4d586a7700f2 tempest-DeleteServersTestJSON-1925445125 tempest-DeleteServersTestJSON-1925445125-project-member] Enqueued Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1153.087779] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1153.087995] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.090518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.090518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.090518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.090518] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.090518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.090518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.090518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.090518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.090518] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.376276] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.376538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.376538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.376757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.376858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.376976] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be updated. [ 1153.417141] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.417354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.417354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.417569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.417732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.429597] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: IN_PROGRESS for 2s [ 1153.591447] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.591630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.591676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.591985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.592109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.592312] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.592416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.592518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.592630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.592704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.592818] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 is going to be updated. [ 1153.627499] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.627691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.627731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.627930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.628490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.643204] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: IN_PROGRESS for 2s [ 1155.441634] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: SUCCESS [ 1155.442135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.442135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.443741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.443741] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.443888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.443981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.444146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.444228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.444889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.444889] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.653439] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: SUCCESS [ 1155.653637] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 deletion is rescheduled due to dependency. [ 1155.653982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.947038] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.947038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.947038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.947300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.947464] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.947571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.947634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.947779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.947862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.947949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.948128] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.948222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.948283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.948421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.948574] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.948669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.948729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.949298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.949298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.949298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.949298] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.251628] env[66341]: INFO networking_nsxv3.common.synchronization [req-9821d4fa-f0d0-4bf0-a368-57ce8f499dcd req-bd255de8-9345-4a8a-83f8-a925ecdde85f tempest-AttachVolumeShelveTestJSON-600220004 tempest-AttachVolumeShelveTestJSON-600220004-project-member] Enqueued Resource ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 with Priority: HIGHEST for action security_group_members [ 1156.252166] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 with Priority: HIGHEST for action security_group_members [ 1156.252469] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bb3e854-9e24-423d-b1b6-a0e14cfef992 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.252624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.252663] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.252836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.252985] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.253263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.253263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.253468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.253563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.255233] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bb3e854-9e24-423d-b1b6-a0e14cfef992',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.451226] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 640d86a5-c3a3-497b-9fb4-dea2f247389c: rpc.has_security_group_logging(os_id): False [ 1156.471426] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.471651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.471651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.471844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.471930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.472150] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.472251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.472314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.472464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.472540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.472731] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.472823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.472884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.473037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.473128] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.473358] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.473454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.473521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.473660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.473734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.473819] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be updated. [ 1156.537536] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.537751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.537751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.537889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.538046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.557307] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: IN_PROGRESS for 2s [ 1156.757539] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.757682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.757762] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.757984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.758091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.758293] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.758401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.758463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.759500] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.759645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.759746] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 is going to be updated. [ 1156.802400] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.802607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.802607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.802994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.803175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.813438] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 in Status: IN_PROGRESS for 2s [ 1158.573550] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: SUCCESS [ 1158.573831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.823605] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 in Status: SUCCESS [ 1158.823797] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 deletion is rescheduled due to dependency. [ 1158.823920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.928901] env[66341]: INFO networking_nsxv3.common.synchronization [req-5eb09f62-bd52-4a76-9e4b-e36768cbfd7a req-a3133f08-72e5-43dd-ab5c-c5c85fcb631e tempest-AttachInterfacesTestJSON-1114967429 tempest-AttachInterfacesTestJSON-1114967429-project-member] Enqueued Resource ID: b47b8382-2a0a-4241-a2af-11783b9b3849 with Priority: HIGHEST for action security_group_members [ 1159.928901] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b47b8382-2a0a-4241-a2af-11783b9b3849 with Priority: HIGHEST for action security_group_members [ 1159.928901] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b47b8382-2a0a-4241-a2af-11783b9b3849 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.928901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.928901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.928901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.928901] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.928901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.929324] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.929324] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.929324] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.929324] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b47b8382-2a0a-4241-a2af-11783b9b3849',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.273797] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-352 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.274075] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.274191] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.274879] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.275166] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.275338] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.275442] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.275686] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.276095] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.276095] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.276241] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1160.276291] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1160.276379] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1160.276485] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.276588] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1160.276746] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1160.296406] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1160.296593] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1160.296739] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1160.297011] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.297366] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-1c85a301-032a-4ebc-a9e1-ffff8c6fd5a6 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.297554] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-1c85a301-032a-4ebc-a9e1-ffff8c6fd5a6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.297673] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-1c85a301-032a-4ebc-a9e1-ffff8c6fd5a6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.298040] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-1c85a301-032a-4ebc-a9e1-ffff8c6fd5a6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.298194] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c85a301-032a-4ebc-a9e1-ffff8c6fd5a6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.415037] env[66341]: INFO networking_nsxv3.common.synchronization [req-6188a662-2ff7-400c-ba39-87890e326282 req-8a3be527-ad15-46f8-9ef3-4c49332d98ec tempest-ServersTestJSON-701163932 tempest-ServersTestJSON-701163932-project-member] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1160.415513] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1160.415820] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.415943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.416028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.416507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.416507] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.416507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.416667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.416926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.417085] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.417133] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.432480] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b47b8382-2a0a-4241-a2af-11783b9b3849',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.801523] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.801523] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.801686] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.801862] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.801981] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.802154] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 1c85a301-032a-4ebc-a9e1-ffff8c6fd5a6 not found, creating... [ 1160.802425] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.802991] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.802991] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.802991] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.803091] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.803397] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.803566] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.803681] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.803891] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.804129] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.804263] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 1c85a301-032a-4ebc-a9e1-ffff8c6fd5a6 is going to be created. [ 1160.826420] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.826735] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.826869] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.827193] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.827426] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.827657] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-1c85a301-032a-4ebc-a9e1-ffff8c6fd5a6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.918913] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.935288] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b47b8382-2a0a-4241-a2af-11783b9b3849',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.422455] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.437165] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.437329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.437471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.437606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.437709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.437806] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b47b8382-2a0a-4241-a2af-11783b9b3849 is going to be updated. [ 1161.468483] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.468665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.468711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.468903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.469056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.478424] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b47b8382-2a0a-4241-a2af-11783b9b3849 in Status: IN_PROGRESS for 2s [ 1161.525758] env[66341]: INFO networking_nsxv3.common.synchronization [req-5eb09f62-bd52-4a76-9e4b-e36768cbfd7a req-9b2f66c8-287a-4b56-9d07-05953ab65650 service nova] Enqueued Resource ID: b47b8382-2a0a-4241-a2af-11783b9b3849 with Priority: HIGHEST for action security_group_rules [ 1161.526107] env[66341]: INFO networking_nsxv3.common.synchronization [req-5eb09f62-bd52-4a76-9e4b-e36768cbfd7a req-9b2f66c8-287a-4b56-9d07-05953ab65650 service nova] Enqueued Resource ID: b47b8382-2a0a-4241-a2af-11783b9b3849 with Priority: HIGHEST for action security_group_members [ 1161.526107] env[66341]: INFO networking_nsxv3.common.synchronization [req-5eb09f62-bd52-4a76-9e4b-e36768cbfd7a req-9b2f66c8-287a-4b56-9d07-05953ab65650 service nova] Enqueued Resource ID: 1c85a301-032a-4ebc-a9e1-ffff8c6fd5a6 with Priority: HIGHEST for action port [ 1161.526697] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b47b8382-2a0a-4241-a2af-11783b9b3849 with Priority: HIGHEST for action security_group_rules [ 1161.526697] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b47b8382-2a0a-4241-a2af-11783b9b3849 with Priority: HIGHEST for action security_group_members [ 1161.526697] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c85a301-032a-4ebc-a9e1-ffff8c6fd5a6 with Priority: HIGHEST for action port [ 1161.527026] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b47b8382-2a0a-4241-a2af-11783b9b3849 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.527152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.527247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.527445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.527528] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b47b8382-2a0a-4241-a2af-11783b9b3849',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.528991] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b47b8382-2a0a-4241-a2af-11783b9b3849 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.528991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.528991] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c85a301-032a-4ebc-a9e1-ffff8c6fd5a6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.529255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c85a301-032a-4ebc-a9e1-ffff8c6fd5a6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.529255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c85a301-032a-4ebc-a9e1-ffff8c6fd5a6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.529255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c85a301-032a-4ebc-a9e1-ffff8c6fd5a6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.529355] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c85a301-032a-4ebc-a9e1-ffff8c6fd5a6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.924673] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.924832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.925030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.925890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.925890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.925890] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be updated. [ 1161.962772] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.963111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.963111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.963271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.963781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.976245] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: IN_PROGRESS for 2s [ 1162.031945] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b47b8382-2a0a-4241-a2af-11783b9b3849 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.032152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.032267] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c85a301-032a-4ebc-a9e1-ffff8c6fd5a6 with status ACTIVE [ 1162.032474] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.032586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.032648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.032866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.032949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.033220] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.033787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.033787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.033940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.034066] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.034268] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.034375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.034458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.034617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.034704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.034770] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c85a301-032a-4ebc-a9e1-ffff8c6fd5a6 is going to be updated. [ 1162.057589] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.057831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.057950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.058231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.058394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.058554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c85a301-032a-4ebc-a9e1-ffff8c6fd5a6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.150576] env[66341]: INFO networking_nsxv3.common.synchronization [None req-75bc692d-4d18-4de9-94ec-13c95d452f28 tempest-AttachVolumeShelveTestJSON-600220004 tempest-AttachVolumeShelveTestJSON-600220004-project-member] Enqueued Resource ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d with Priority: HIGHEST for action security_group_rules [ 1162.151115] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d with Priority: HIGHEST for action security_group_rules [ 1162.151929] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.152174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.152264] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.152522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.152610] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f4c69f8-582f-4b21-b2a1-bbda338b5c7d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.242582] env[66341]: INFO networking_nsxv3.common.synchronization [None req-a5d3b1d2-f174-42c3-b79d-cd0ecdabb144 tempest-AttachVolumeShelveTestJSON-600220004 tempest-AttachVolumeShelveTestJSON-600220004-project-member] Enqueued Resource ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d with Priority: HIGHEST for action security_group_rules [ 1162.243133] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d with Priority: HIGHEST for action security_group_rules [ 1162.243496] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.243627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.674318] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.674318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.674318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.674318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.674318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.674318] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d already deleted. [ 1162.674318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.674318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.674318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.674318] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f4c69f8-582f-4b21-b2a1-bbda338b5c7d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.192605] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.192827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.192827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.193242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.193242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.193242] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d already deleted. [ 1163.193486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.489503] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b47b8382-2a0a-4241-a2af-11783b9b3849 in Status: SUCCESS [ 1163.489718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.489880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.490105] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.490292] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.490413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.490478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.490629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.490708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.490801] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b47b8382-2a0a-4241-a2af-11783b9b3849',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.986967] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: SUCCESS [ 1163.986967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.992708] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b47b8382-2a0a-4241-a2af-11783b9b3849',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.997110] env[66341]: INFO networking_nsxv3.common.synchronization [req-6e05db44-506c-483c-a18b-90e340fd446b req-6d10fbe2-51d6-494a-9dab-8d23708032db tempest-DeleteServersTestJSON-1925445125 tempest-DeleteServersTestJSON-1925445125-project-member] Enqueued Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1163.998318] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1163.998318] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.998318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.998682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.998735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.998877] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.999084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.999084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.999240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.999347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.999498] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.395024] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.395024] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-274" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.395024] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-274" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.395024] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-274" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.395671] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.396035] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.396312] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.397530] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.397530] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.397530] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.397530] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.397530] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.397530] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.397530] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.397823] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.398720] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.425629] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.427654] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1164.427654] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.427654] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-274" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.427654] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-17404e6f-3766-44cd-bc1a-06065b2fa6ef taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.427654] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-17404e6f-3766-44cd-bc1a-06065b2fa6ef" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.427654] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-17404e6f-3766-44cd-bc1a-06065b2fa6ef" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.427654] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-17404e6f-3766-44cd-bc1a-06065b2fa6ef" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.427654] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17404e6f-3766-44cd-bc1a-06065b2fa6ef',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.497111] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b47b8382-2a0a-4241-a2af-11783b9b3849',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.501471] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.501641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.501707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.501983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.502116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.502305] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.502412] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.502469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.502614] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.502691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.502778] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 is going to be updated. [ 1164.535019] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.535241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.535241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.535498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.535823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.547804] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: IN_PROGRESS for 2s [ 1164.930091] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.930091] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.930352] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.930517] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.930747] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.930936] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 17404e6f-3766-44cd-bc1a-06065b2fa6ef not found, creating... [ 1164.931395] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.931533] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.931657] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.931905] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.932081] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.932416] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.932578] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.932694] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.932920] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.933069] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.933211] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 17404e6f-3766-44cd-bc1a-06065b2fa6ef is going to be created. [ 1164.953302] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.953565] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.953704] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.953975] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.954222] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.954518] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-17404e6f-3766-44cd-bc1a-06065b2fa6ef" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.999483] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.999647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.999647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.999857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.999950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.000064] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b47b8382-2a0a-4241-a2af-11783b9b3849 is going to be updated. [ 1165.051439] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.051641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.051722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.051939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.052154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.063084] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b47b8382-2a0a-4241-a2af-11783b9b3849 in Status: IN_PROGRESS for 2s [ 1165.672329] env[66341]: INFO networking_nsxv3.common.synchronization [req-6e05db44-506c-483c-a18b-90e340fd446b req-90996b7e-6378-42b6-a95e-de0e150afc3c service nova] Enqueued Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_rules [ 1165.672642] env[66341]: INFO networking_nsxv3.common.synchronization [req-6e05db44-506c-483c-a18b-90e340fd446b req-90996b7e-6378-42b6-a95e-de0e150afc3c service nova] Enqueued Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1165.672953] env[66341]: INFO networking_nsxv3.common.synchronization [req-6e05db44-506c-483c-a18b-90e340fd446b req-90996b7e-6378-42b6-a95e-de0e150afc3c service nova] Enqueued Resource ID: 17404e6f-3766-44cd-bc1a-06065b2fa6ef with Priority: HIGHEST for action port [ 1165.673369] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_rules [ 1165.673601] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1165.673724] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17404e6f-3766-44cd-bc1a-06065b2fa6ef with Priority: HIGHEST for action port [ 1165.675395] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.675547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.675629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.675872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.676167] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.676967] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.677652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.677652] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-17404e6f-3766-44cd-bc1a-06065b2fa6ef taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.677652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17404e6f-3766-44cd-bc1a-06065b2fa6ef" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.677652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17404e6f-3766-44cd-bc1a-06065b2fa6ef" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.677652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17404e6f-3766-44cd-bc1a-06065b2fa6ef" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.677652] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17404e6f-3766-44cd-bc1a-06065b2fa6ef',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.179825] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.180075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.180075] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17404e6f-3766-44cd-bc1a-06065b2fa6ef with status ACTIVE [ 1166.180232] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.180349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.180418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.180649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.180731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.180912] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.181016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.181126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.181225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.181295] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.181480] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.181570] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.181657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.181760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.181830] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.181913] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17404e6f-3766-44cd-bc1a-06065b2fa6ef is going to be updated. [ 1166.204429] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.204633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.204678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.204860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.204995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.205168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17404e6f-3766-44cd-bc1a-06065b2fa6ef" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.557350] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: SUCCESS [ 1166.557518] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 deletion is rescheduled due to dependency. [ 1166.557632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.557796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.558025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.558235] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.558336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.558402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.558584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.558678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.558773] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.060684] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.073977] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b47b8382-2a0a-4241-a2af-11783b9b3849 in Status: SUCCESS [ 1167.073977] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.074288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.074455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.074648] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.074760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.074839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.074980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.075070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.075143] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.075227] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b47b8382-2a0a-4241-a2af-11783b9b3849',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.565031] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.577551] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b47b8382-2a0a-4241-a2af-11783b9b3849',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.067323] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.067788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.067788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.067877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.068045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.068150] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 is going to be updated. [ 1168.079579] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b47b8382-2a0a-4241-a2af-11783b9b3849: rpc.has_security_group_logging(os_id): False [ 1168.098849] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.099105] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.099201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.099449] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.099541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.099837] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.099966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.100044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.100224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.100344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.100387] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b47b8382-2a0a-4241-a2af-11783b9b3849 is going to be updated. [ 1168.103922] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.104077] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.104146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.104327] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.104570] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.117649] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: IN_PROGRESS for 2s [ 1168.175154] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.175342] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.175342] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.175601] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.175688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.200081] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b47b8382-2a0a-4241-a2af-11783b9b3849 in Status: IN_PROGRESS for 2s [ 1168.350318] env[66341]: INFO networking_nsxv3.common.synchronization [req-b9120b3e-6ffa-4e53-b483-ca05a7efa7f4 req-59cf7550-941c-4216-bb2d-cad1cff05f81 tempest-ServersTestJSON-701163932 tempest-ServersTestJSON-701163932-project-member] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1168.350884] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1168.351537] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.351537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.351537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.351778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.352132] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.352132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.352132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.352316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.352316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.352426] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.855053] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.356591] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.858826] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.859045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.859095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.859290] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.859382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.859570] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be updated. [ 1169.893896] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.894138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.894210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.894499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.894788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.905599] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: IN_PROGRESS for 2s [ 1170.128931] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: SUCCESS [ 1170.129171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.129342] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.129573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.129829] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.130012] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.130092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.130258] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.130341] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.130427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.130518] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.213309] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b47b8382-2a0a-4241-a2af-11783b9b3849 in Status: SUCCESS [ 1170.213660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.616280] env[66341]: INFO networking_nsxv3.common.synchronization [req-14b26065-fe4f-4b78-aee4-1b3840ce972f req-993462b7-dd81-498b-b957-a1dbbf88bf15 tempest-AttachVolumeShelveTestJSON-600220004 tempest-AttachVolumeShelveTestJSON-600220004-project-member] Enqueued Resource ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d with Priority: HIGHEST for action security_group_members [ 1170.616835] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d with Priority: HIGHEST for action security_group_members [ 1170.618254] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.618254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.618254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.618254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.618254] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.618254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.618254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.618254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.618254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.618254] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f4c69f8-582f-4b21-b2a1-bbda338b5c7d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.633041] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.633246] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.633295] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.633578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.633776] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.633928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.633977] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.634110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.634191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.634299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.634476] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.634567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.634635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.634834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.634974] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.635409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.635483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.635682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.635768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.635867] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.635968] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.050144] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.050458] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-807" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.050678] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-807" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.051068] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-807" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.051433] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.051656] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.051801] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.052091] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.052304] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.052577] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.052750] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1171.052890] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1171.053045] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1171.053191] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.053348] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1171.053540] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1171.073243] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1171.073420] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1171.073620] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1171.073832] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-807" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.074231] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-e830abd0-cad0-4c6f-b39f-3be1efbb899d taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.074449] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-e830abd0-cad0-4c6f-b39f-3be1efbb899d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.074596] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-e830abd0-cad0-4c6f-b39f-3be1efbb899d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.074968] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-e830abd0-cad0-4c6f-b39f-3be1efbb899d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.075137] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e830abd0-cad0-4c6f-b39f-3be1efbb899d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.117635] env[66341]: INFO networking_nsxv3.common.synchronization [None req-9f237205-e6ac-496b-8339-a4540f7e5d60 tempest-AttachInterfacesTestJSON-1114967429 tempest-AttachInterfacesTestJSON-1114967429-project-member] Enqueued Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_members [ 1171.117635] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_members [ 1171.117635] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.117635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.117635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.117635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.117635] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.117635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.117635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.117635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.117635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.117635] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.120289] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.120417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.120488] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.120812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.120812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.120953] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.121069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.121069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.121188] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.121620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.121620] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d already deleted. [ 1171.121620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.138198] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 852d2cd5-e26f-4af4-affb-ef219f836d57: rpc.has_security_group_logging(os_id): False [ 1171.156579] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.156771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.156817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.157029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.157123] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.157381] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.157457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.157523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.157679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.157758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.157974] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.158106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.158170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.158314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.158785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.158785] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.158785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.158785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.159016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.159016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.159077] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 is going to be updated. [ 1171.226063] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.226290] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.226416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.227102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.227316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.246697] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: IN_PROGRESS for 2s [ 1171.577788] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.578030] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.578158] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.578446] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.578595] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.578926] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port e830abd0-cad0-4c6f-b39f-3be1efbb899d not found, creating... [ 1171.579012] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.579168] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.579284] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.579509] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.579642] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.579917] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.580079] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.580194] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.580465] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.580530] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.580652] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: e830abd0-cad0-4c6f-b39f-3be1efbb899d is going to be created. [ 1171.600699] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.601541] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.601541] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.601541] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.601748] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.601863] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-e830abd0-cad0-4c6f-b39f-3be1efbb899d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.618217] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.618545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.618545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.618622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.618705] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.618944] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.619060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.619127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.619283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.619360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.619446] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 is going to be updated. [ 1171.648162] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.648429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.648429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.648599] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.648729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.659467] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: IN_PROGRESS for 2s [ 1171.918683] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: SUCCESS [ 1171.919126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.341700] env[66341]: INFO networking_nsxv3.common.synchronization [req-14b26065-fe4f-4b78-aee4-1b3840ce972f req-1be08f31-722d-4c7b-a55d-3f7ca21a8d1e service nova] Enqueued Resource ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d with Priority: HIGHEST for action security_group_rules [ 1172.341700] env[66341]: INFO networking_nsxv3.common.synchronization [req-14b26065-fe4f-4b78-aee4-1b3840ce972f req-1be08f31-722d-4c7b-a55d-3f7ca21a8d1e service nova] Enqueued Resource ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d with Priority: HIGHEST for action security_group_members [ 1172.341700] env[66341]: INFO networking_nsxv3.common.synchronization [req-14b26065-fe4f-4b78-aee4-1b3840ce972f req-1be08f31-722d-4c7b-a55d-3f7ca21a8d1e service nova] Enqueued Resource ID: e830abd0-cad0-4c6f-b39f-3be1efbb899d with Priority: HIGHEST for action port [ 1172.341700] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d with Priority: HIGHEST for action security_group_rules [ 1172.342119] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d with Priority: HIGHEST for action security_group_members [ 1172.342119] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e830abd0-cad0-4c6f-b39f-3be1efbb899d with Priority: HIGHEST for action port [ 1172.344475] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.344623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.346024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.346024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.346024] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f4c69f8-582f-4b21-b2a1-bbda338b5c7d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.346766] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.346941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.347079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.347400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.347631] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.347703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.347884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.349826] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.349826] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.350034] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f4c69f8-582f-4b21-b2a1-bbda338b5c7d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.354806] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-e830abd0-cad0-4c6f-b39f-3be1efbb899d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.354806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e830abd0-cad0-4c6f-b39f-3be1efbb899d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.354806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e830abd0-cad0-4c6f-b39f-3be1efbb899d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.354806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e830abd0-cad0-4c6f-b39f-3be1efbb899d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.354806] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e830abd0-cad0-4c6f-b39f-3be1efbb899d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.857898] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e830abd0-cad0-4c6f-b39f-3be1efbb899d with status ACTIVE [ 1172.859204] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.859361] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.859433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.859651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.859745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.859964] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.860087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.860152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.860305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.860381] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.860566] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.860664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.860723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.860861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.860935] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.861031] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e830abd0-cad0-4c6f-b39f-3be1efbb899d is going to be updated. [ 1172.862272] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.862346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.862686] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f4c69f8-582f-4b21-b2a1-bbda338b5c7d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.887176] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.887176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.888186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.888186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.888429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.888429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e830abd0-cad0-4c6f-b39f-3be1efbb899d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.263085] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: SUCCESS [ 1173.263314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.365283] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f4c69f8-582f-4b21-b2a1-bbda338b5c7d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.670281] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: SUCCESS [ 1173.670483] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 deletion is rescheduled due to dependency. [ 1173.670526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.868092] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.868092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.868092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.868563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.868563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.868563] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d is going to be created. [ 1173.906203] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.906460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.906460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.907026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.907026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.920461] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d in Status: UNINITIALIZED for 2s [ 1175.288597] env[66341]: INFO networking_nsxv3.common.synchronization [req-8bd5ee74-a67f-4cd4-bc49-7efe669f5629 req-2a7612ec-64f3-427b-8f6a-86630402171b tempest-ServerActionsTestOtherB-1097377493 tempest-ServerActionsTestOtherB-1097377493-project-member] Enqueued Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_members [ 1175.288964] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_members [ 1175.289286] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-17ff4ab1-5568-4146-ba8d-237127b3deb3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.289410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.289475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.289672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.289819] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.289912] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.289972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.290128] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.290211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.290304] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.792784] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.792978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.793073] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.793347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.815643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.815941] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.816097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.816205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.816527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.816527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.816637] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 is going to be updated. [ 1175.844860] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.845095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.845185] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.845499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.845706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.856108] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 in Status: IN_PROGRESS for 2s [ 1175.931858] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d in Status: SUCCESS [ 1175.932166] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.933056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.933056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.933056] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.933056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.933056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.933273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.933273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.933341] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.934399] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f4c69f8-582f-4b21-b2a1-bbda338b5c7d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.437594] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f4c69f8-582f-4b21-b2a1-bbda338b5c7d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.940183] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d: rpc.has_security_group_logging(os_id): False [ 1176.959458] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.959610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.959684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.959904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.959994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.960256] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.960360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.960424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.960582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.960654] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.960743] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d is going to be created. [ 1177.020346] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.020486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.020560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.020771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.020952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.038636] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d in Status: IN_PROGRESS for 2s [ 1177.866931] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 in Status: SUCCESS [ 1177.867488] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 deletion is rescheduled due to dependency. [ 1177.867488] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.762633] env[66341]: INFO networking_nsxv3.common.synchronization [req-3851731e-8bb5-44a5-a160-88b850296efd req-4581b660-db89-44d5-9582-04fa35ed759a tempest-ServersTestJSON-701163932 tempest-ServersTestJSON-701163932-project-member] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1178.762633] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1178.762633] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.762633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.762633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.762633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.762633] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.762633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.762633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.762991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.762991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.762991] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.054507] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d in Status: SUCCESS [ 1179.054914] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.090560] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-758 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.090768] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.090919] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.091237] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.091521] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.091683] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.091798] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.092016] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.092166] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.092367] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.092488] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1179.092587] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1179.092701] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1179.092819] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.092922] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1179.093065] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1179.126571] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1179.126823] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1179.127050] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1179.127278] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.127654] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-201aaada-8602-4621-9aa6-276035c03c7b taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.127858] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-201aaada-8602-4621-9aa6-276035c03c7b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.128053] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-201aaada-8602-4621-9aa6-276035c03c7b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.128398] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-201aaada-8602-4621-9aa6-276035c03c7b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.128543] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('201aaada-8602-4621-9aa6-276035c03c7b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.265457] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.631215] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.631545] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.631965] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.632326] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.632485] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.632644] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 201aaada-8602-4621-9aa6-276035c03c7b not found, creating... [ 1179.632950] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.633135] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.633252] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.633478] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.633664] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.633941] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.634109] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.634224] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.634429] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.634565] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.634701] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 201aaada-8602-4621-9aa6-276035c03c7b is going to be created. [ 1179.655940] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.656154] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.656282] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.656514] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.656769] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.656990] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-201aaada-8602-4621-9aa6-276035c03c7b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.767938] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.271268] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.271268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.271268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.271268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.271268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.271866] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be updated. [ 1180.301385] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.301584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.301584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.301787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.301928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.310841] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: IN_PROGRESS for 2s [ 1180.351090] env[66341]: INFO networking_nsxv3.common.synchronization [req-3851731e-8bb5-44a5-a160-88b850296efd req-5c464bc7-489a-4199-b956-d287a1328db9 service nova] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_rules [ 1180.351281] env[66341]: INFO networking_nsxv3.common.synchronization [req-3851731e-8bb5-44a5-a160-88b850296efd req-5c464bc7-489a-4199-b956-d287a1328db9 service nova] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1180.351450] env[66341]: INFO networking_nsxv3.common.synchronization [req-3851731e-8bb5-44a5-a160-88b850296efd req-5c464bc7-489a-4199-b956-d287a1328db9 service nova] Enqueued Resource ID: 201aaada-8602-4621-9aa6-276035c03c7b with Priority: HIGHEST for action port [ 1180.352220] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_rules [ 1180.352388] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1180.352388] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 201aaada-8602-4621-9aa6-276035c03c7b with Priority: HIGHEST for action port [ 1180.352709] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.352883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.352967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.353197] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.353281] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.354232] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.354344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.354547] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-201aaada-8602-4621-9aa6-276035c03c7b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.354711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-201aaada-8602-4621-9aa6-276035c03c7b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.354711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-201aaada-8602-4621-9aa6-276035c03c7b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.354894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-201aaada-8602-4621-9aa6-276035c03c7b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.354983] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('201aaada-8602-4621-9aa6-276035c03c7b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.856561] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.856764] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.857015] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 201aaada-8602-4621-9aa6-276035c03c7b with status ACTIVE [ 1180.857252] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.857355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.857461] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.857699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.857819] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.858040] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.858175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.858340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.858450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.858498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.858716] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.858814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.858947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.859018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.859080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.859174] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 201aaada-8602-4621-9aa6-276035c03c7b is going to be updated. [ 1180.882576] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.882786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.882786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.883096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.883252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.883417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-201aaada-8602-4621-9aa6-276035c03c7b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.322223] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: SUCCESS [ 1182.322678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.322678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.322869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.323090] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.323218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.323284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.323446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.323605] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.323713] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.826749] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.831810] env[66341]: INFO networking_nsxv3.common.synchronization [req-6977d645-48f0-4139-946a-dec4e27b6cc7 req-644b794f-85de-4299-95a4-8db8d55c2059 tempest-AttachVolumeNegativeTest-2113034914 tempest-AttachVolumeNegativeTest-2113034914-project-member] Enqueued Resource ID: 72bfe620-e4a0-4434-a267-9d88d39822da with Priority: HIGHEST for action security_group_members [ 1182.832568] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bfe620-e4a0-4434-a267-9d88d39822da with Priority: HIGHEST for action security_group_members [ 1182.833227] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bfe620-e4a0-4434-a267-9d88d39822da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.833227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.833227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.833398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.833432] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.833521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.833580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.833751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.833835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.833925] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72bfe620-e4a0-4434-a267-9d88d39822da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.333036] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.336778] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.336915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.336985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.337222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.337585] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.337585] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.337735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.337735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.337833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.337909] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.337997] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bfe620-e4a0-4434-a267-9d88d39822da is going to be updated. [ 1183.368684] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.368898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.368898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.369106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.369248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.377859] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bfe620-e4a0-4434-a267-9d88d39822da in Status: IN_PROGRESS for 2s [ 1183.835792] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.836385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.836385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.836572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.836664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.836767] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be updated. [ 1183.884202] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.884447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.884578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.884974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.885230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.898299] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: IN_PROGRESS for 2s [ 1185.406231] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bfe620-e4a0-4434-a267-9d88d39822da in Status: SUCCESS [ 1185.406601] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bfe620-e4a0-4434-a267-9d88d39822da deletion is rescheduled due to dependency. [ 1185.406601] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.908191] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: SUCCESS [ 1185.908429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.908613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.908989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.909266] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.909398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.909484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.909675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.909761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.909848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.909942] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.412242] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.412650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.412650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.412786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.412950] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.413081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.413146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.413261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.413374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.413538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.413740] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.413847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.413908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.414066] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.414204] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.414287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.414346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.414484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.414556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.414627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.414718] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.909735] env[66341]: INFO networking_nsxv3.common.synchronization [req-67136693-8743-4d6b-99fc-ad6765414b1f req-2672abc6-2072-4c28-9531-ab1109c78047 tempest-ServerActionsTestOtherB-1097377493 tempest-ServerActionsTestOtherB-1097377493-project-member] Enqueued Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_members [ 1186.910108] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_members [ 1186.910498] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-17ff4ab1-5568-4146-ba8d-237127b3deb3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.910658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.910740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.910986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.911206] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.911346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.911421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.911638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.911753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.911857] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.916871] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 640d86a5-c3a3-497b-9fb4-dea2f247389c: rpc.has_security_group_logging(os_id): False [ 1186.937770] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.937770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.937974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.938692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.938692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.938692] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.938983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.938983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.939156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.939248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.939487] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.939608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.939696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.939876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.939992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.940259] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.940380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.940475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.940646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.940765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.940915] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be updated. [ 1187.007959] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.008190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.008356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.008655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.008879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.027514] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: IN_PROGRESS for 2s [ 1187.259740] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.259740] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-642" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.259740] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-642" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.259740] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-642" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.259740] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.259740] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.260138] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.260138] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.261396] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.261396] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.261396] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1187.261396] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1187.261396] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1187.261396] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.261396] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1187.261396] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1187.286877] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1187.287064] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1187.287192] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1187.287362] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-642" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.287688] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-62d81be9-0a6d-4a9f-856a-28c2bf342146 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.287941] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-62d81be9-0a6d-4a9f-856a-28c2bf342146" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.288101] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-62d81be9-0a6d-4a9f-856a-28c2bf342146" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.288430] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-62d81be9-0a6d-4a9f-856a-28c2bf342146" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.288568] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62d81be9-0a6d-4a9f-856a-28c2bf342146',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.414028] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.414423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.414423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.414557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.414653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.414806] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.415022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.415022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.415207] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.415304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.415387] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 is going to be updated. [ 1187.441908] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.442104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.442174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.442358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.442506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.451337] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 in Status: IN_PROGRESS for 2s [ 1187.791381] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.791606] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.791799] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.792129] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.792326] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.792514] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 62d81be9-0a6d-4a9f-856a-28c2bf342146 not found, creating... [ 1187.792820] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.793015] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.793170] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.793442] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.793616] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.794016] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.794195] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.794366] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.794597] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.794748] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.794884] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 62d81be9-0a6d-4a9f-856a-28c2bf342146 is going to be created. [ 1187.814815] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.815058] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.815186] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.815453] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.815678] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.815924] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-62d81be9-0a6d-4a9f-856a-28c2bf342146" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.528830] env[66341]: INFO networking_nsxv3.common.synchronization [req-67136693-8743-4d6b-99fc-ad6765414b1f req-03da0afc-b53c-4710-98ae-56669c6a26bd service nova] Enqueued Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_rules [ 1188.529105] env[66341]: INFO networking_nsxv3.common.synchronization [req-67136693-8743-4d6b-99fc-ad6765414b1f req-03da0afc-b53c-4710-98ae-56669c6a26bd service nova] Enqueued Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_members [ 1188.529154] env[66341]: INFO networking_nsxv3.common.synchronization [req-67136693-8743-4d6b-99fc-ad6765414b1f req-03da0afc-b53c-4710-98ae-56669c6a26bd service nova] Enqueued Resource ID: 62d81be9-0a6d-4a9f-856a-28c2bf342146 with Priority: HIGHEST for action port [ 1188.529382] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_rules [ 1188.529515] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_members [ 1188.529703] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62d81be9-0a6d-4a9f-856a-28c2bf342146 with Priority: HIGHEST for action port [ 1188.530246] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17ff4ab1-5568-4146-ba8d-237127b3deb3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.530412] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.530504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.530746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.530855] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.531764] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-17ff4ab1-5568-4146-ba8d-237127b3deb3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.531899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.532608] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-62d81be9-0a6d-4a9f-856a-28c2bf342146 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.534948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62d81be9-0a6d-4a9f-856a-28c2bf342146" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.535051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62d81be9-0a6d-4a9f-856a-28c2bf342146" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.535250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62d81be9-0a6d-4a9f-856a-28c2bf342146" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.535330] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62d81be9-0a6d-4a9f-856a-28c2bf342146',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.037593] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-17ff4ab1-5568-4146-ba8d-237127b3deb3 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.037833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.040491] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62d81be9-0a6d-4a9f-856a-28c2bf342146 with status ACTIVE [ 1189.040491] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.040491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.040491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.040491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.040491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.040491] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.040491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.040491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.040491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.040491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.040491] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.040491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.040491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.040491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.040491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.040491] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62d81be9-0a6d-4a9f-856a-28c2bf342146 is going to be updated. [ 1189.045447] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: SUCCESS [ 1189.045723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.071041] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.071249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.071352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.071607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.071824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.072042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62d81be9-0a6d-4a9f-856a-28c2bf342146" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.369270] env[66341]: INFO networking_nsxv3.common.synchronization [None req-aa8cf93d-ba65-4d9b-8020-e72118797028 tempest-AttachVolumeNegativeTest-2113034914 tempest-AttachVolumeNegativeTest-2113034914-project-member] Enqueued Resource ID: edb8d091-7e70-4050-924f-3418eeba461a with Priority: HIGHEST for action security_group_rules [ 1189.369270] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb8d091-7e70-4050-924f-3418eeba461a with Priority: HIGHEST for action security_group_rules [ 1189.369270] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edb8d091-7e70-4050-924f-3418eeba461a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.369270] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.369270] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.369270] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.369270] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edb8d091-7e70-4050-924f-3418eeba461a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.457900] env[66341]: INFO networking_nsxv3.common.synchronization [None req-1caf8dc8-b007-4169-a323-37be618dd2b5 tempest-AttachVolumeNegativeTest-2113034914 tempest-AttachVolumeNegativeTest-2113034914-project-member] Enqueued Resource ID: edb8d091-7e70-4050-924f-3418eeba461a with Priority: HIGHEST for action security_group_rules [ 1189.458551] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb8d091-7e70-4050-924f-3418eeba461a with Priority: HIGHEST for action security_group_rules [ 1189.458948] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edb8d091-7e70-4050-924f-3418eeba461a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.459067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.464698] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 in Status: SUCCESS [ 1189.464853] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 deletion is rescheduled due to dependency. [ 1189.464969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.465134] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.465439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.465730] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.465730] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.465730] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.465923] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.465977] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.466087] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.889937] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.890358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.890358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.890442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.890569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.890673] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edb8d091-7e70-4050-924f-3418eeba461a already deleted. [ 1189.890782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.890974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.891236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.891340] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edb8d091-7e70-4050-924f-3418eeba461a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.968299] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.431552] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.431552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.431552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.431552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.431552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.431552] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edb8d091-7e70-4050-924f-3418eeba461a already deleted. [ 1190.431552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.471705] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.905236] env[66341]: INFO networking_nsxv3.common.synchronization [req-9d2dd026-3a13-4216-a473-826e17574500 req-eddf87a2-fdcb-4672-b796-9938eb71fa85 tempest-ServersTestJSON-701163932 tempest-ServersTestJSON-701163932-project-member] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1190.905856] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1190.905994] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.906206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.908550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.908550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.908550] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.908550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.908550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.908550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.908550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.908550] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.973584] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.973788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.973884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.974196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.974318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.974463] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 is going to be updated. [ 1191.034352] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.034556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.034556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.034780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.034951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.045173] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 in Status: IN_PROGRESS for 2s [ 1191.410316] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.434029] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-352 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.434029] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.434202] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.434370] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.434624] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.434779] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.434895] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.435118] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.435266] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.435470] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.435767] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1191.435767] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1191.435869] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1191.435906] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.435995] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1191.436137] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1191.455735] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1191.455934] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1191.456080] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1191.456221] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.456541] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-084f21e5-c61e-4c38-8d3c-108dff1518b0 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.456709] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-084f21e5-c61e-4c38-8d3c-108dff1518b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.456914] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-084f21e5-c61e-4c38-8d3c-108dff1518b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.457171] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-084f21e5-c61e-4c38-8d3c-108dff1518b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.457307] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('084f21e5-c61e-4c38-8d3c-108dff1518b0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.916453] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.959814] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.959974] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.960103] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.960381] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.960552] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.960688] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 084f21e5-c61e-4c38-8d3c-108dff1518b0 not found, creating... [ 1191.960990] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.961243] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.961328] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.961479] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.961623] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.961924] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.962096] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.962213] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.962459] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.962553] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.962693] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 084f21e5-c61e-4c38-8d3c-108dff1518b0 is going to be created. [ 1191.981235] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.981459] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.981557] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.981870] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.982121] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.982355] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-084f21e5-c61e-4c38-8d3c-108dff1518b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.418319] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.418510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.418510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.418742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.418817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.418866] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be updated. [ 1192.451205] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.451359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.451402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.451644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.451835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.460649] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: IN_PROGRESS for 2s [ 1192.686044] env[66341]: INFO networking_nsxv3.common.synchronization [req-a7dc569b-f1dd-4ebf-a937-e82bab8dca06 req-7c5a1ff7-8a77-4c8c-8f95-345413fa6bbe service nova] Enqueued Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_rules [ 1192.686266] env[66341]: INFO networking_nsxv3.common.synchronization [req-a7dc569b-f1dd-4ebf-a937-e82bab8dca06 req-7c5a1ff7-8a77-4c8c-8f95-345413fa6bbe service nova] Enqueued Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_members [ 1192.686436] env[66341]: INFO networking_nsxv3.common.synchronization [req-a7dc569b-f1dd-4ebf-a937-e82bab8dca06 req-7c5a1ff7-8a77-4c8c-8f95-345413fa6bbe service nova] Enqueued Resource ID: 084f21e5-c61e-4c38-8d3c-108dff1518b0 with Priority: HIGHEST for action port [ 1192.686987] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_rules [ 1192.687716] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_members [ 1192.687716] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 084f21e5-c61e-4c38-8d3c-108dff1518b0 with Priority: HIGHEST for action port [ 1192.687716] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.687716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.687716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.688381] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.688381] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.688786] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.688888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.688949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.689132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.689269] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.689361] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.689414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.689849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.689849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.689849] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.690446] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-084f21e5-c61e-4c38-8d3c-108dff1518b0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.690555] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-084f21e5-c61e-4c38-8d3c-108dff1518b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.690608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-084f21e5-c61e-4c38-8d3c-108dff1518b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.690752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-084f21e5-c61e-4c38-8d3c-108dff1518b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.690813] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('084f21e5-c61e-4c38-8d3c-108dff1518b0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.058965] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 in Status: SUCCESS [ 1193.059315] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.059462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.059730] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.059941] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.060069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.060136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.060334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.060422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.060508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.060599] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.192171] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.193681] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.193872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.194300] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 084f21e5-c61e-4c38-8d3c-108dff1518b0 with status ACTIVE [ 1193.194481] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.194596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.195175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.195175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.195175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.195175] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.195406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.195406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.195524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.195625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.195778] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.195872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.195934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.196087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.196228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.196552] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 084f21e5-c61e-4c38-8d3c-108dff1518b0 is going to be updated. [ 1193.221224] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.221430] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.221430] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.221746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.221919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.222103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-084f21e5-c61e-4c38-8d3c-108dff1518b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.562594] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.695570] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.066065] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17ff4ab1-5568-4146-ba8d-237127b3deb3: rpc.has_security_group_logging(os_id): False [ 1194.084940] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.085112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.085185] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.085408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.085501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.085930] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.086120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.086206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.086372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.086455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.086545] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 is going to be updated. [ 1194.149962] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.150172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.150282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.150578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.150663] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.167009] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 in Status: IN_PROGRESS for 2s [ 1194.197672] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.197880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.197880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.198130] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.198223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.198328] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 is going to be updated. [ 1194.240264] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.240477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.240477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.240621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.240773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.252408] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: IN_PROGRESS for 2s [ 1194.471249] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: SUCCESS [ 1194.471538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.022911] env[66341]: INFO networking_nsxv3.common.synchronization [req-df848292-5540-4032-8dcb-4a174693f8d5 req-9872e5c2-50f9-4db5-b1f8-f30a48ba4ba5 tempest-AttachVolumeNegativeTest-2113034914 tempest-AttachVolumeNegativeTest-2113034914-project-member] Enqueued Resource ID: edb8d091-7e70-4050-924f-3418eeba461a with Priority: HIGHEST for action security_group_members [ 1195.023188] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb8d091-7e70-4050-924f-3418eeba461a with Priority: HIGHEST for action security_group_members [ 1195.023484] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb8d091-7e70-4050-924f-3418eeba461a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.023611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.023670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.023993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.024744] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.024744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.024744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.024744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.024744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.024744] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edb8d091-7e70-4050-924f-3418eeba461a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.358055] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.358824] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-770" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.359445] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-770" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.359445] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-770" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.360052] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.360052] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.360052] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.360233] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.360407] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.360656] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.360768] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1195.360877] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1195.360989] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1195.361125] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.361204] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1195.361404] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1195.390151] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1195.390453] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1195.390623] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1195.390873] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-770" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.391273] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-de0e3300-4beb-46e8-a9a7-5b71918d7251 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.391469] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-de0e3300-4beb-46e8-a9a7-5b71918d7251" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.391600] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-de0e3300-4beb-46e8-a9a7-5b71918d7251" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.391970] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-de0e3300-4beb-46e8-a9a7-5b71918d7251" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.392144] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de0e3300-4beb-46e8-a9a7-5b71918d7251',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.527731] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.527926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.528067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.528334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.528484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.528749] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.528882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.528978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.529167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.529242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.529345] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb8d091-7e70-4050-924f-3418eeba461a already deleted. [ 1195.529420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.645961] env[66341]: INFO networking_nsxv3.common.synchronization [None req-8b733d25-78ff-4c09-8979-84fee1a0356c tempest-ServerActionsTestJSON-546317287 tempest-ServerActionsTestJSON-546317287-project-member] Enqueued Resource ID: 22ff825f-268a-4d9e-820b-7c79326c5409 with Priority: HIGHEST for action security_group_rules [ 1195.646388] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ff825f-268a-4d9e-820b-7c79326c5409 with Priority: HIGHEST for action security_group_rules [ 1195.646689] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22ff825f-268a-4d9e-820b-7c79326c5409 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.646801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.646873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.647458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.647458] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22ff825f-268a-4d9e-820b-7c79326c5409',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.786335] env[66341]: INFO networking_nsxv3.common.synchronization [None req-d05bd05d-8df6-49b6-85af-8c536b8c96dd tempest-ServerActionsTestJSON-546317287 tempest-ServerActionsTestJSON-546317287-project-member] Enqueued Resource ID: 22ff825f-268a-4d9e-820b-7c79326c5409 with Priority: HIGHEST for action security_group_rules [ 1195.786827] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ff825f-268a-4d9e-820b-7c79326c5409 with Priority: HIGHEST for action security_group_rules [ 1195.787147] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22ff825f-268a-4d9e-820b-7c79326c5409 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.787250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.895464] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.895789] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.895921] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.896568] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.896568] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.896689] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port de0e3300-4beb-46e8-a9a7-5b71918d7251 not found, creating... [ 1195.896961] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.897131] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.897247] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.897556] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.897694] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.897982] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.898157] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.898269] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.898543] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.898687] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.898863] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: de0e3300-4beb-46e8-a9a7-5b71918d7251 is going to be created. [ 1195.919994] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.920278] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.920409] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.920717] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.920984] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.921249] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-de0e3300-4beb-46e8-a9a7-5b71918d7251" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.169523] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.169729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.169826] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.170433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.170433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.170433] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22ff825f-268a-4d9e-820b-7c79326c5409 already deleted. [ 1196.170433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.170602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.170744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.170852] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22ff825f-268a-4d9e-820b-7c79326c5409',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.184563] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 in Status: SUCCESS [ 1196.184821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.261780] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: SUCCESS [ 1196.262020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.262193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.262410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.262593] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.262707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.262773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.262919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.262995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.263090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.263180] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.598196] env[66341]: INFO networking_nsxv3.common.synchronization [req-df848292-5540-4032-8dcb-4a174693f8d5 req-70be19b4-ef61-47d0-b9bc-96be454de7b2 service nova] Enqueued Resource ID: edb8d091-7e70-4050-924f-3418eeba461a with Priority: HIGHEST for action security_group_rules [ 1196.598441] env[66341]: INFO networking_nsxv3.common.synchronization [req-df848292-5540-4032-8dcb-4a174693f8d5 req-70be19b4-ef61-47d0-b9bc-96be454de7b2 service nova] Enqueued Resource ID: edb8d091-7e70-4050-924f-3418eeba461a with Priority: HIGHEST for action security_group_members [ 1196.598529] env[66341]: INFO networking_nsxv3.common.synchronization [req-df848292-5540-4032-8dcb-4a174693f8d5 req-70be19b4-ef61-47d0-b9bc-96be454de7b2 service nova] Enqueued Resource ID: de0e3300-4beb-46e8-a9a7-5b71918d7251 with Priority: HIGHEST for action port [ 1196.599014] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb8d091-7e70-4050-924f-3418eeba461a with Priority: HIGHEST for action security_group_rules [ 1196.599192] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb8d091-7e70-4050-924f-3418eeba461a with Priority: HIGHEST for action security_group_members [ 1196.599295] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de0e3300-4beb-46e8-a9a7-5b71918d7251 with Priority: HIGHEST for action port [ 1196.599589] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edb8d091-7e70-4050-924f-3418eeba461a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.599770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.599806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.600013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.600110] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edb8d091-7e70-4050-924f-3418eeba461a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.601303] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb8d091-7e70-4050-924f-3418eeba461a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.601420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.601487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.603684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.603684] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.603684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.603684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.603684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.603684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.603684] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edb8d091-7e70-4050-924f-3418eeba461a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.603684] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-de0e3300-4beb-46e8-a9a7-5b71918d7251 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.603684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de0e3300-4beb-46e8-a9a7-5b71918d7251" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.603684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de0e3300-4beb-46e8-a9a7-5b71918d7251" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.603684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de0e3300-4beb-46e8-a9a7-5b71918d7251" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.603684] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de0e3300-4beb-46e8-a9a7-5b71918d7251',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.690355] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.690548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.690548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.690770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.690857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.690953] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22ff825f-268a-4d9e-820b-7c79326c5409 already deleted. [ 1196.691058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.765592] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.765755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.765838] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.766045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.766206] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.766306] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.766373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.766559] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.766635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.766698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.766802] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.766886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.766944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.767102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.767239] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.767338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.767401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.767545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.767608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.767663] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.767716] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.106238] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb8d091-7e70-4050-924f-3418eeba461a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.107029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.107284] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edb8d091-7e70-4050-924f-3418eeba461a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.108226] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de0e3300-4beb-46e8-a9a7-5b71918d7251 with status ACTIVE [ 1197.108362] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.108477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.108578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.108769] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.108857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.109060] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.109164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.109226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.109414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.109492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.109685] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.109787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.109853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.109989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.110096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.110182] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de0e3300-4beb-46e8-a9a7-5b71918d7251 is going to be updated. [ 1197.131229] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.131375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.131447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.131660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.131790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.131980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de0e3300-4beb-46e8-a9a7-5b71918d7251" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.269763] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de752f8d-3a9d-47a6-8ad8-d6709d28cc43: rpc.has_security_group_logging(os_id): False [ 1197.294447] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.294601] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.294672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.294918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.295029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.295240] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.295345] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.295410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.295578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.295657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.295859] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.295954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.296033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.296227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.296288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.296466] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.296563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.296616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.296755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.296849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.296943] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 is going to be updated. [ 1197.360434] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.360650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.360762] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.361092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.361305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.381229] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: IN_PROGRESS for 2s [ 1197.612738] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edb8d091-7e70-4050-924f-3418eeba461a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.117516] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.117516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.117700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.117851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.118050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.118204] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb8d091-7e70-4050-924f-3418eeba461a is going to be created. [ 1198.142975] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.143229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.143229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.143456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.143637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.153941] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb8d091-7e70-4050-924f-3418eeba461a in Status: UNINITIALIZED for 2s [ 1199.401877] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: SUCCESS [ 1199.402200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.163212] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb8d091-7e70-4050-924f-3418eeba461a in Status: SUCCESS [ 1200.163426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.163584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.163798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.164054] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.164177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.164235] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.164382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.164463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.164547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.164638] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edb8d091-7e70-4050-924f-3418eeba461a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.666602] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edb8d091-7e70-4050-924f-3418eeba461a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.168824] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edb8d091-7e70-4050-924f-3418eeba461a: rpc.has_security_group_logging(os_id): False [ 1201.189652] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.189912] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.190113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.190970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.191145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.191424] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.191527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.191593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.191907] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.192046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.192179] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edb8d091-7e70-4050-924f-3418eeba461a is going to be created. [ 1201.266196] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.266403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.266403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.266641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.266911] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.286503] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edb8d091-7e70-4050-924f-3418eeba461a in Status: IN_PROGRESS for 2s [ 1201.600724] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1201.600878] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1201.959793] env[66341]: INFO networking_nsxv3.common.synchronization [req-39cfe69e-64f8-487b-b5a8-56bb73d068f7 req-ac52a9d6-14a5-4075-8fd7-b2f5633a72c1 tempest-ServerActionsTestJSON-546317287 tempest-ServerActionsTestJSON-546317287-project-member] Enqueued Resource ID: 22ff825f-268a-4d9e-820b-7c79326c5409 with Priority: HIGHEST for action security_group_members [ 1201.960527] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ff825f-268a-4d9e-820b-7c79326c5409 with Priority: HIGHEST for action security_group_members [ 1201.960702] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ff825f-268a-4d9e-820b-7c79326c5409 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.960863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.960906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.961331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.961536] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.961656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.961730] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.961936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.962049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.962150] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22ff825f-268a-4d9e-820b-7c79326c5409',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.296968] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.296968] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-167" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.297185] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-167" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.297366] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-167" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.297619] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.297782] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.297899] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.298137] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.298287] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.298493] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1202.298606] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1202.298735] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1202.298855] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1202.298968] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1202.299094] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1202.299231] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1202.318847] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1202.318978] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1202.319136] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1202.319421] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-167" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.319750] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-78455e1f-2569-4f8a-814b-8ea633dcf3e1 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.319921] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-78455e1f-2569-4f8a-814b-8ea633dcf3e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.320058] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-78455e1f-2569-4f8a-814b-8ea633dcf3e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.320388] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-78455e1f-2569-4f8a-814b-8ea633dcf3e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.320526] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78455e1f-2569-4f8a-814b-8ea633dcf3e1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.467340] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.467505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.467554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.467773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.467860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.468104] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.468204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.468263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.468406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.468480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.468563] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ff825f-268a-4d9e-820b-7c79326c5409 already deleted. [ 1202.468642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.824090] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.824090] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.824090] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.824090] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.824446] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.824446] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 78455e1f-2569-4f8a-814b-8ea633dcf3e1 not found, creating... [ 1202.824687] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.824864] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.825015] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.825274] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.825431] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.825743] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.825908] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.826055] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.826291] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.826456] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.826588] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 78455e1f-2569-4f8a-814b-8ea633dcf3e1 is going to be created. [ 1202.849132] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.849383] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.849526] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.849853] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.850221] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.850487] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-78455e1f-2569-4f8a-814b-8ea633dcf3e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.299531] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edb8d091-7e70-4050-924f-3418eeba461a in Status: SUCCESS [ 1203.299915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.545941] env[66341]: INFO networking_nsxv3.common.synchronization [req-39cfe69e-64f8-487b-b5a8-56bb73d068f7 req-8308275d-4ff9-44f9-8a56-86c42f63d716 service nova] Enqueued Resource ID: 22ff825f-268a-4d9e-820b-7c79326c5409 with Priority: HIGHEST for action security_group_rules [ 1203.546073] env[66341]: INFO networking_nsxv3.common.synchronization [req-39cfe69e-64f8-487b-b5a8-56bb73d068f7 req-8308275d-4ff9-44f9-8a56-86c42f63d716 service nova] Enqueued Resource ID: 22ff825f-268a-4d9e-820b-7c79326c5409 with Priority: HIGHEST for action security_group_members [ 1203.546182] env[66341]: INFO networking_nsxv3.common.synchronization [req-39cfe69e-64f8-487b-b5a8-56bb73d068f7 req-8308275d-4ff9-44f9-8a56-86c42f63d716 service nova] Enqueued Resource ID: 78455e1f-2569-4f8a-814b-8ea633dcf3e1 with Priority: HIGHEST for action port [ 1203.546409] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ff825f-268a-4d9e-820b-7c79326c5409 with Priority: HIGHEST for action security_group_rules [ 1203.546603] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ff825f-268a-4d9e-820b-7c79326c5409 with Priority: HIGHEST for action security_group_members [ 1203.546763] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78455e1f-2569-4f8a-814b-8ea633dcf3e1 with Priority: HIGHEST for action port [ 1203.547985] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22ff825f-268a-4d9e-820b-7c79326c5409 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.548198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.548293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.548536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.548697] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22ff825f-268a-4d9e-820b-7c79326c5409',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.550034] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ff825f-268a-4d9e-820b-7c79326c5409 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.550209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.550297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.550535] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.550756] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.550930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.551067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.551325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.551501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.551642] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22ff825f-268a-4d9e-820b-7c79326c5409',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.554744] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-78455e1f-2569-4f8a-814b-8ea633dcf3e1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.555692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78455e1f-2569-4f8a-814b-8ea633dcf3e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.555692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78455e1f-2569-4f8a-814b-8ea633dcf3e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.555876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78455e1f-2569-4f8a-814b-8ea633dcf3e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.556103] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78455e1f-2569-4f8a-814b-8ea633dcf3e1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.059606] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ff825f-268a-4d9e-820b-7c79326c5409 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.059606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.059606] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22ff825f-268a-4d9e-820b-7c79326c5409',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.060840] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78455e1f-2569-4f8a-814b-8ea633dcf3e1 with status ACTIVE [ 1204.060840] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.060996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.061105] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.061296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.061430] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.061811] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.061811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.061811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.061973] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.062085] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.063280] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.063280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.063280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.063280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.063571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.063571] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78455e1f-2569-4f8a-814b-8ea633dcf3e1 is going to be updated. [ 1204.087450] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.087691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.087763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.088034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.088279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.088457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78455e1f-2569-4f8a-814b-8ea633dcf3e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.243152] env[66341]: INFO networking_nsxv3.common.synchronization [req-2a6e6974-6aac-42c8-8486-5f6f42340692 req-5776bb04-464f-4641-a8ec-a0df9904769e tempest-ServersTestJSON-701163932 tempest-ServersTestJSON-701163932-project-member] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1204.243607] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1204.247862] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.248077] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.248206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.248486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.248715] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.248890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.248989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.249213] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.249327] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.249432] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.565586] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22ff825f-268a-4d9e-820b-7c79326c5409',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.581059] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-758 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.581287] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.581433] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.581732] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.582095] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.582273] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.582401] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.582649] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.582812] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.583103] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1204.583258] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1204.583376] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1204.583493] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1204.583618] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1204.583733] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1204.583974] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1204.605145] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1204.605324] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1204.605463] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1204.605641] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-758" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.606282] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-78d9bf95-1731-430c-a768-2f4d59c0bc05 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.606407] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-78d9bf95-1731-430c-a768-2f4d59c0bc05" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.606690] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-78d9bf95-1731-430c-a768-2f4d59c0bc05" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.606833] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-78d9bf95-1731-430c-a768-2f4d59c0bc05" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.606920] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78d9bf95-1731-430c-a768-2f4d59c0bc05',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.753276] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.068853] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.069074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.069074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.069314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.069443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.069566] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ff825f-268a-4d9e-820b-7c79326c5409 is going to be created. [ 1205.095422] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.095674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.095751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.096200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.096342] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.108763] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ff825f-268a-4d9e-820b-7c79326c5409 in Status: UNINITIALIZED for 2s [ 1205.109293] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.109522] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.109680] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.109979] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.110154] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.110323] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 78d9bf95-1731-430c-a768-2f4d59c0bc05 not found, creating... [ 1205.110590] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.110749] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.111226] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.111226] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.111349] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.111673] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.112034] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.112034] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.112193] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.112777] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.112777] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 78d9bf95-1731-430c-a768-2f4d59c0bc05 is going to be created. [ 1205.135605] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.135939] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.136025] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.136350] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.136638] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.136873] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-78d9bf95-1731-430c-a768-2f4d59c0bc05" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.255116] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.757249] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.757649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.757649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.757734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.757764] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.757854] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be updated. [ 1205.785213] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.785411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.785454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.785634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.785775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.794291] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: IN_PROGRESS for 2s [ 1205.843964] env[66341]: INFO networking_nsxv3.common.synchronization [req-2a6e6974-6aac-42c8-8486-5f6f42340692 req-a6597f75-0d63-4d5c-89df-84ef2e806035 service nova] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_rules [ 1205.844277] env[66341]: INFO networking_nsxv3.common.synchronization [req-2a6e6974-6aac-42c8-8486-5f6f42340692 req-a6597f75-0d63-4d5c-89df-84ef2e806035 service nova] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1205.844611] env[66341]: INFO networking_nsxv3.common.synchronization [req-2a6e6974-6aac-42c8-8486-5f6f42340692 req-a6597f75-0d63-4d5c-89df-84ef2e806035 service nova] Enqueued Resource ID: 78d9bf95-1731-430c-a768-2f4d59c0bc05 with Priority: HIGHEST for action port [ 1205.844846] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_rules [ 1205.845220] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1205.845396] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78d9bf95-1731-430c-a768-2f4d59c0bc05 with Priority: HIGHEST for action port [ 1205.845684] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.845812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.845879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.846107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.846230] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.848399] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.848512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.850024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-78d9bf95-1731-430c-a768-2f4d59c0bc05 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.850024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78d9bf95-1731-430c-a768-2f4d59c0bc05" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.850024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78d9bf95-1731-430c-a768-2f4d59c0bc05" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.850024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78d9bf95-1731-430c-a768-2f4d59c0bc05" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.850024] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78d9bf95-1731-430c-a768-2f4d59c0bc05',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.354319] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78d9bf95-1731-430c-a768-2f4d59c0bc05 with status ACTIVE [ 1206.354319] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.354319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.354319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.354319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.354319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.354319] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.354319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.354319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.354319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.354319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.354319] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.354319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.354319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.354319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.354319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.354319] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78d9bf95-1731-430c-a768-2f4d59c0bc05 is going to be updated. [ 1206.355606] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.355708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.375272] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.375442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.375514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.375720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.375854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.376017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78d9bf95-1731-430c-a768-2f4d59c0bc05" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.118601] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ff825f-268a-4d9e-820b-7c79326c5409 in Status: SUCCESS [ 1207.118924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.119047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.119255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.119450] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.119588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.119660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.119840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.119923] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.120021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.120116] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22ff825f-268a-4d9e-820b-7c79326c5409',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.623472] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22ff825f-268a-4d9e-820b-7c79326c5409',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.806283] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: SUCCESS [ 1207.806641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.806928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.807236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.807499] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.807664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.807750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.807988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.808133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.808283] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.125869] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22ff825f-268a-4d9e-820b-7c79326c5409: rpc.has_security_group_logging(os_id): False [ 1208.143144] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.143311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.143400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.143554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.143644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.143887] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.144032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.144100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.144257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.144332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.144417] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22ff825f-268a-4d9e-820b-7c79326c5409 is going to be created. [ 1208.207893] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.208104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.208104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.208322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.208498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.219765] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22ff825f-268a-4d9e-820b-7c79326c5409 in Status: IN_PROGRESS for 2s [ 1208.311148] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.565416] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-352 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.565627] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.565750] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.566031] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.566288] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.566456] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.566607] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.566825] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.566971] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.567209] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.567337] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1208.567479] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1208.567626] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1208.567746] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.567865] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1208.568059] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1208.588326] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1208.588505] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1208.588617] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1208.588799] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-352" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.589124] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-084f21e5-c61e-4c38-8d3c-108dff1518b0 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.589310] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-084f21e5-c61e-4c38-8d3c-108dff1518b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.589429] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-084f21e5-c61e-4c38-8d3c-108dff1518b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.589696] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-084f21e5-c61e-4c38-8d3c-108dff1518b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.589831] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('084f21e5-c61e-4c38-8d3c-108dff1518b0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.813324] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.092072] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.092426] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.092944] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.093539] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.093816] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.094400] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.094732] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.095150] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.095615] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.095865] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.096477] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.096757] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.096943] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.097355] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.097607] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.097870] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 084f21e5-c61e-4c38-8d3c-108dff1518b0 is going to be updated. [ 1209.131679] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.132229] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.132481] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.132893] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.133181] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.133491] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-084f21e5-c61e-4c38-8d3c-108dff1518b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.317031] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.317031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.317031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.317353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.317353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.317353] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be updated. [ 1209.358018] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.358193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.358255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.359300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.359300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.371016] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: IN_PROGRESS for 2s [ 1209.865901] env[66341]: INFO networking_nsxv3.common.synchronization [req-53b3ddc9-2cde-46c7-ac57-826aafd7a61b req-bddb1fe4-ad5f-45d5-94a2-93c32e9c92a8 service nova] Enqueued Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_rules [ 1209.866048] env[66341]: INFO networking_nsxv3.common.synchronization [req-53b3ddc9-2cde-46c7-ac57-826aafd7a61b req-bddb1fe4-ad5f-45d5-94a2-93c32e9c92a8 service nova] Enqueued Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_members [ 1209.866227] env[66341]: INFO networking_nsxv3.common.synchronization [req-53b3ddc9-2cde-46c7-ac57-826aafd7a61b req-bddb1fe4-ad5f-45d5-94a2-93c32e9c92a8 service nova] Enqueued Resource ID: 084f21e5-c61e-4c38-8d3c-108dff1518b0 with Priority: HIGHEST for action port [ 1209.866869] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_rules [ 1209.867863] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_members [ 1209.868068] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 084f21e5-c61e-4c38-8d3c-108dff1518b0 with Priority: HIGHEST for action port [ 1209.868424] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.868564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.868696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.869102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.869102] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.873146] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.873146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.873146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.873518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.873518] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.873633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.873633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.873776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.873860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.874036] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.875026] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-084f21e5-c61e-4c38-8d3c-108dff1518b0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.875086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-084f21e5-c61e-4c38-8d3c-108dff1518b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.875175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-084f21e5-c61e-4c38-8d3c-108dff1518b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.875311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-084f21e5-c61e-4c38-8d3c-108dff1518b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.875388] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('084f21e5-c61e-4c38-8d3c-108dff1518b0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.133314] env[66341]: INFO networking_nsxv3.common.synchronization [req-17b92e79-4d7f-4ab2-9e21-d2d90301638f req-0b105a49-7458-4130-afb1-d507a3826817 tempest-DeleteServersTestJSON-1925445125 tempest-DeleteServersTestJSON-1925445125-project-member] Enqueued Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1210.133657] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGHEST for action security_group_members [ 1210.134361] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.134554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.134665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.134877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.135056] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.135161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.135227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.135904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.135904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.135904] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.234110] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22ff825f-268a-4d9e-820b-7c79326c5409 in Status: SUCCESS [ 1210.234471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.377238] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.377404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.377637] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.378788] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 084f21e5-c61e-4c38-8d3c-108dff1518b0 with status ACTIVE [ 1210.379293] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.379293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.379293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.379504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.379617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.379924] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.380040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.380091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.380255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.380352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.380587] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.380705] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.380786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.380984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.381084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.381193] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 084f21e5-c61e-4c38-8d3c-108dff1518b0 is going to be updated. [ 1210.403974] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.404183] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.404227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.404451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.404629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.404828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-084f21e5-c61e-4c38-8d3c-108dff1518b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.637327] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.637511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.637566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.637771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.637858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.638062] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.638164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.638226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.638373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.638448] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.638535] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 is going to be updated. [ 1210.664743] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.664933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.664975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.665238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.665377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.673527] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: IN_PROGRESS for 2s [ 1210.883360] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.382060] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: SUCCESS [ 1211.382060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.382060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.382060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.382496] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.382496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.382496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.382629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.382675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.382776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.382869] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.385808] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.385808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.385808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.385808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.386449] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.386449] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 is going to be updated. [ 1211.419573] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.419885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.419885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.420055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.420120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.429541] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: IN_PROGRESS for 2s [ 1211.885059] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.885196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.885196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.885370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.885566] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.886078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.886296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.886378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.886432] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.886510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.886671] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.886770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.886833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.886980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.887142] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.887237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.887295] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.887435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.887511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.887591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.887682] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.390340] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 640d86a5-c3a3-497b-9fb4-dea2f247389c: rpc.has_security_group_logging(os_id): False [ 1212.412411] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.412620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.412620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.412847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.412999] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.413166] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.413292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.413355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.413507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.413609] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.413796] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.413894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.413966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.414166] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.414250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.414459] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.414550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.414645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.414786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.414859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.414991] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be updated. [ 1212.495974] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.496186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.496579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.496579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.496716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.529271] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: IN_PROGRESS for 2s [ 1212.682953] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 in Status: SUCCESS [ 1212.683183] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 deletion is rescheduled due to dependency. [ 1212.683326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.439794] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: SUCCESS [ 1213.440203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.440203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.440384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.440635] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.440795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.440870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.441044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.441135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.441252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.441376] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.944482] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.944693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.944846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.944973] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.945229] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.945348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.945420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.945614] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.945703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.945795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.945944] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.946063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.946151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.946327] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.946465] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.946551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.946613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.946742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.946807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.946888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.946976] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.449608] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de752f8d-3a9d-47a6-8ad8-d6709d28cc43: rpc.has_security_group_logging(os_id): False [ 1214.467925] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.468154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.468154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.468359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.468452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.468646] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.468744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.468808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.468957] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.469045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.469244] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.469338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.469399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.469537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.469610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.469782] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.469872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.469933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.470079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.470178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.470234] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 is going to be updated. [ 1214.542703] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.542946] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.543093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.543401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.543635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.553060] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: SUCCESS [ 1214.553341] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.560241] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: IN_PROGRESS for 2s [ 1215.134914] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1215.134914] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1216.579875] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: SUCCESS [ 1216.580280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.136450] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1220.136450] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1220.908167] env[66341]: INFO networking_nsxv3.common.synchronization [req-1383e7a6-90dc-4c37-bbb0-f68a86b649da req-bb3b3994-1513-460d-97d8-886f8f38c8d5 tempest-ServersTestJSON-701163932 tempest-ServersTestJSON-701163932-project-member] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1220.908694] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1220.909017] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.909201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.909290] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.909492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.909643] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.909823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.909823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.909944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.910012] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.910118] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.412323] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.914904] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.417645] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.417645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.417645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.418222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.418222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.418222] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be updated. [ 1222.447504] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.447701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.447756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.447950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.448112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.457690] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: IN_PROGRESS for 2s [ 1224.468848] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: SUCCESS [ 1224.469267] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.910404] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1225.910741] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1225.941858] env[66341]: INFO networking_nsxv3.common.synchronization [req-584b4e14-761f-44d2-a71a-2f870e5deb5d req-b64f3183-35aa-4f61-bb1a-6340a97d8ead tempest-AttachInterfacesTestJSON-1114967429 tempest-AttachInterfacesTestJSON-1114967429-project-member] Enqueued Resource ID: b47b8382-2a0a-4241-a2af-11783b9b3849 with Priority: HIGHEST for action security_group_members [ 1225.941858] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b47b8382-2a0a-4241-a2af-11783b9b3849 with Priority: HIGHEST for action security_group_members [ 1225.941858] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b47b8382-2a0a-4241-a2af-11783b9b3849 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.941858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.941858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.941858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.942672] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.942793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.942859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.943068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.943156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.943250] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b47b8382-2a0a-4241-a2af-11783b9b3849',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.445830] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b47b8382-2a0a-4241-a2af-11783b9b3849',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.949414] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b47b8382-2a0a-4241-a2af-11783b9b3849',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.330259] env[66341]: INFO networking_nsxv3.common.synchronization [req-7972fd0d-d9ac-48ca-a3da-3aa661f564f5 req-581f29b0-c7a0-4a24-aa3c-f8c654a94e86 tempest-ServersTestJSON-701163932 tempest-ServersTestJSON-701163932-project-member] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1227.330747] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGHEST for action security_group_members [ 1227.331150] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.331249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.331249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.334304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.334534] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.334671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.334727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.335201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.335276] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.335399] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.451447] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.451677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.451755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.451997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.452197] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.452258] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b47b8382-2a0a-4241-a2af-11783b9b3849 is going to be updated. [ 1227.480865] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.481061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.481111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.481330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.481480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.491579] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b47b8382-2a0a-4241-a2af-11783b9b3849 in Status: IN_PROGRESS for 2s [ 1227.838212] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.838405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.838458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.838651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.838741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.838946] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.839056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.839122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.839276] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.839363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.839455] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be updated. [ 1227.870664] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.870897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.870897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.871050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.871192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.880843] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: IN_PROGRESS for 2s [ 1229.502428] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b47b8382-2a0a-4241-a2af-11783b9b3849 in Status: SUCCESS [ 1229.502792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.891531] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c in Status: SUCCESS [ 1229.891668] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c deletion is rescheduled due to dependency. [ 1229.891785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.332191] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1232.332543] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1232.859501] env[66341]: INFO networking_nsxv3.common.synchronization [req-3c8df476-fb40-4351-9945-61ec3367ba4a req-e0b01f41-6d3b-4cf5-8b8b-b9082c03e7f1 tempest-AttachInterfacesTestJSON-1114967429 tempest-AttachInterfacesTestJSON-1114967429-project-member] Enqueued Resource ID: b47b8382-2a0a-4241-a2af-11783b9b3849 with Priority: HIGHEST for action security_group_members [ 1232.860059] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b47b8382-2a0a-4241-a2af-11783b9b3849 with Priority: HIGHEST for action security_group_members [ 1232.860975] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b47b8382-2a0a-4241-a2af-11783b9b3849 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.860975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.860975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.860975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.861184] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.861184] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.861300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.861393] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.861481] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.861599] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b47b8382-2a0a-4241-a2af-11783b9b3849',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.365272] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.366362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.366362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.366362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.366362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.366362] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.366572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.366607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.366787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.366894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.367009] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b47b8382-2a0a-4241-a2af-11783b9b3849 is going to be updated. [ 1233.396638] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.396854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.396929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.397170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.397375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.407009] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b47b8382-2a0a-4241-a2af-11783b9b3849 in Status: IN_PROGRESS for 2s [ 1235.418436] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b47b8382-2a0a-4241-a2af-11783b9b3849 in Status: SUCCESS [ 1235.418436] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b47b8382-2a0a-4241-a2af-11783b9b3849 deletion is rescheduled due to dependency. [ 1235.418436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.424447] env[66341]: INFO networking_nsxv3.common.synchronization [None req-edde52f1-08a9-439d-be77-37e21188be3a tempest-AttachInterfacesTestJSON-1114967429 tempest-AttachInterfacesTestJSON-1114967429-project-member] Enqueued Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_members [ 1237.424850] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGHEST for action security_group_members [ 1237.425174] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.425337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.425413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.425611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.425771] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.425953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.425953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.426078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.426154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.426253] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.929377] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.929689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.929754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.930079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.930201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.930454] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.930579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.930623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.930781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.930898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.931014] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 is going to be updated. [ 1237.965169] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.965383] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.965468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.965697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.965846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.975539] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: IN_PROGRESS for 2s [ 1239.987990] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 in Status: SUCCESS [ 1239.988325] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 deletion is rescheduled due to dependency. [ 1239.988386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.426439] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1242.426439] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1247.427131] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1247.427530] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1247.734832] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.734975] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-807" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.735116] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-807" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.735410] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-807" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.735670] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.735827] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.735942] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.736176] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.736321] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.736531] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1247.736645] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1247.736753] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1247.736859] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1247.736966] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1247.737083] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1247.737216] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1247.761929] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1247.762116] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1247.762256] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1247.762427] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-807" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.762737] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-e830abd0-cad0-4c6f-b39f-3be1efbb899d taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.762908] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-e830abd0-cad0-4c6f-b39f-3be1efbb899d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.763031] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-e830abd0-cad0-4c6f-b39f-3be1efbb899d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.763296] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-e830abd0-cad0-4c6f-b39f-3be1efbb899d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.763429] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e830abd0-cad0-4c6f-b39f-3be1efbb899d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.266384] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.266670] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.266724] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.267022] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.267174] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.267473] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.267675] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.267797] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.268017] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.268155] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.268445] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.268596] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.268710] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.268912] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.269054] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.269194] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: e830abd0-cad0-4c6f-b39f-3be1efbb899d is going to be updated. [ 1248.289561] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.289761] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.289874] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.290143] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.290333] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.290550] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-e830abd0-cad0-4c6f-b39f-3be1efbb899d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.997585] env[66341]: INFO networking_nsxv3.common.synchronization [req-32ed4167-cfb0-46c0-8dc6-345adcc2050b req-ce00ea1d-6cc6-4c64-a048-dab8ffe25727 service nova] Enqueued Resource ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d with Priority: HIGHEST for action security_group_rules [ 1248.997907] env[66341]: INFO networking_nsxv3.common.synchronization [req-32ed4167-cfb0-46c0-8dc6-345adcc2050b req-ce00ea1d-6cc6-4c64-a048-dab8ffe25727 service nova] Enqueued Resource ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d with Priority: HIGHEST for action security_group_members [ 1248.998451] env[66341]: INFO networking_nsxv3.common.synchronization [req-32ed4167-cfb0-46c0-8dc6-345adcc2050b req-ce00ea1d-6cc6-4c64-a048-dab8ffe25727 service nova] Enqueued Resource ID: e830abd0-cad0-4c6f-b39f-3be1efbb899d with Priority: HIGHEST for action port [ 1248.998712] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d with Priority: HIGHEST for action security_group_rules [ 1248.998812] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d with Priority: HIGHEST for action security_group_members [ 1248.998891] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e830abd0-cad0-4c6f-b39f-3be1efbb899d with Priority: HIGHEST for action port [ 1248.999385] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.999460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.999514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.999730] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.999787] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f4c69f8-582f-4b21-b2a1-bbda338b5c7d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.002031] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.002031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.002031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.002305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.002395] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.002507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.002582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.002704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.002776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.002839] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f4c69f8-582f-4b21-b2a1-bbda338b5c7d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.003754] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-e830abd0-cad0-4c6f-b39f-3be1efbb899d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.003754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e830abd0-cad0-4c6f-b39f-3be1efbb899d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.003868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e830abd0-cad0-4c6f-b39f-3be1efbb899d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.003936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e830abd0-cad0-4c6f-b39f-3be1efbb899d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.004022] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e830abd0-cad0-4c6f-b39f-3be1efbb899d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.505868] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.506117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.506341] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f4c69f8-582f-4b21-b2a1-bbda338b5c7d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.507365] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e830abd0-cad0-4c6f-b39f-3be1efbb899d with status ACTIVE [ 1249.507478] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.507593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.507661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.507866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.507955] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.508142] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.508227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.508290] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.508457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.508537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.508718] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.508810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.508870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.509038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.509145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.509662] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e830abd0-cad0-4c6f-b39f-3be1efbb899d is going to be updated. [ 1249.531636] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.531862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.531862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.532107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.532210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.532387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e830abd0-cad0-4c6f-b39f-3be1efbb899d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.012478] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f4c69f8-582f-4b21-b2a1-bbda338b5c7d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.509723] env[66341]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1250.509903] env[66341]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1250.515163] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.515336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.515336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.515580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.515674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.515773] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d is going to be updated. [ 1250.640217] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.640590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.640590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.640757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.640836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.650835] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d in Status: IN_PROGRESS for 2s [ 1252.660843] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d in Status: SUCCESS [ 1252.661154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.661222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.661425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.661608] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.661723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.661786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.661932] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.662018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.662104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.662194] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f4c69f8-582f-4b21-b2a1-bbda338b5c7d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.164797] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f4c69f8-582f-4b21-b2a1-bbda338b5c7d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.667151] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d: rpc.has_security_group_logging(os_id): False [ 1253.686791] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.687049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.687049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.687269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.687371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.687644] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.687755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.687820] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.687977] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.688068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.688158] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d is going to be updated. [ 1253.751759] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.751984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.752067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.752384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.752598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.768867] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d in Status: IN_PROGRESS for 2s [ 1254.000509] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1254.000677] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1255.787980] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d in Status: SUCCESS [ 1255.788377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.439686] env[66341]: INFO networking_nsxv3.common.synchronization [req-a6ce2e9f-5a7d-4794-825b-a17aa855f0e1 req-45ffdff8-c74f-4fa5-b893-978764213b92 tempest-ServerActionsTestOtherA-1432598510 tempest-ServerActionsTestOtherA-1432598510-project-member] Enqueued Resource ID: b20bf91b-2368-4131-881f-5409d6318f2c with Priority: HIGHEST for action security_group_members [ 1258.440244] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20bf91b-2368-4131-881f-5409d6318f2c with Priority: HIGHEST for action security_group_members [ 1258.440542] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20bf91b-2368-4131-881f-5409d6318f2c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.440666] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.440730] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.440926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.441220] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.441331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.441395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.441556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.441656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.441757] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b20bf91b-2368-4131-881f-5409d6318f2c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.943997] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.944255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.944255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.944556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.944669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.944873] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.944974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.945049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.945223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.945295] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.945379] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b20bf91b-2368-4131-881f-5409d6318f2c is going to be updated. [ 1258.989717] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.989971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.989971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.990284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.990401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.002615] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20bf91b-2368-4131-881f-5409d6318f2c in Status: IN_PROGRESS for 2s [ 1261.014265] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20bf91b-2368-4131-881f-5409d6318f2c in Status: SUCCESS [ 1261.014710] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b20bf91b-2368-4131-881f-5409d6318f2c deletion is rescheduled due to dependency. [ 1261.014710] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.440805] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1263.441234] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1264.438753] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.438908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.438978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.439215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.439333] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.942665] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.445872] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.947176] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1265.947561] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1266.726807] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.727100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.727100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.727273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.738784] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1266.739799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.740817] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1266.777452] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.777700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.777700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.777860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.790915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.791612] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1266.791735] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1266.791805] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1266.831655] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.831878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.831878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.832085] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.833401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.833572] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1266.921973] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.922194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.922194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.922414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.922838] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.923167] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1266.997619] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.998100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.998100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.998354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.998849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.999321] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1266.999497] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'25361654-219c-485c-a301-1ef515a02d7c', '3234cf8e-a2c8-43e6-8338-df47c84c68d9', '1f948c7b-ebe1-4047-9e0a-47901280470a', '6fd888f9-41b6-43ec-a3cd-6826f0fa390e', 'b20bf91b-2368-4131-881f-5409d6318f2c', '6352cc45-b963-4494-8f13-3e08ff46f913', 'd57976cb-8734-4b9f-8d2f-814970a81abd', 'fe16dec3-0b1e-4d77-a5e1-a14b3446f581', '0563fd55-48ab-41ef-9177-d18deb3b2183', 'de752f8d-3a9d-47a6-8ad8-d6709d28cc43', '72bfe620-e4a0-4434-a267-9d88d39822da', '4dae578a-d8a6-461b-9a81-b76ac0e38156', 'efd97b8d-afd8-49d3-9e13-c36c4c397ac6', 'cbe6c4ed-b68e-4966-866e-3829d3c2b3e0', '34e81a29-526f-40ff-8fd6-636a6c6c47e1', '6b5701b1-bb10-411e-b4c9-cd7bdf5135cf', 'dc5f6474-693d-426d-8ced-dc2a9aedd349', 'd2b67833-b7c0-49a2-b449-ede1e28beecc', 'bca0352f-8a56-40f5-89ef-03effef44bc3', '8bb3e854-9e24-423d-b1b6-a0e14cfef992', 'd328be99-21f6-4197-ac65-1e38a868c9d0', '25805d5c-c18f-4267-8b89-3c394d3bdad6', '22ff825f-268a-4d9e-820b-7c79326c5409', '6113a3e5-6290-4277-8ea8-3fec5667cfae', '84da2a17-502c-41b7-9d96-f156ebfcb4a4', 'd8d07b68-3be1-45e4-98f1-3d9eeaa2bb47', 'b422dac1-1d35-4c8f-bad6-718b3bddccae', 'bb7dc91f-f781-47a5-a823-7bb2d5bb1228', 'b47b8382-2a0a-4241-a2af-11783b9b3849', '852d2cd5-e26f-4af4-affb-ef219f836d57', '3f4c69f8-582f-4b21-b2a1-bbda338b5c7d', '50bd4c67-f2fa-490c-8fd1-5ab96d51f78b', 'd3dfc3ea-d1e1-4cfc-b9dc-23952528809d', 'aad28b08-b7eb-4fbc-8970-0ff4141f12e7', '17ff4ab1-5568-4146-ba8d-237127b3deb3', '640d86a5-c3a3-497b-9fb4-dea2f247389c', '3c81d12b-3c6c-4096-be8d-884214954723', 'cf6e8751-40d5-41e9-b77a-f725deb4931b', '030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d', '651f16e9-13ff-45e0-8896-12ce01e01a57', 'edb8d091-7e70-4050-924f-3418eeba461a', '40bb9f33-0571-4295-8ea0-2da157c46cbf', 'd93db470-b338-4be6-a10e-371fcae2e3b8', '582ad68a-6f5b-4c74-90ed-4be771cd378d'} {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1266.999636] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1267.019835] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.020086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.020215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.020534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.020684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.020872] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1267.020996] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1267.021142] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1267.108204] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.108423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.108423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.108611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.109804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.110096] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1267.110175] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1267.110249] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1267.110316] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1267.110393] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1267.110465] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 25361654-219c-485c-a301-1ef515a02d7c with Priority: HIGH for action security_group_rules [ 1267.110545] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGH for action security_group_rules [ 1267.110615] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f948c7b-ebe1-4047-9e0a-47901280470a with Priority: HIGH for action security_group_rules [ 1267.110675] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e with Priority: HIGH for action security_group_rules [ 1267.110737] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b20bf91b-2368-4131-881f-5409d6318f2c with Priority: HIGH for action security_group_rules [ 1267.110799] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6352cc45-b963-4494-8f13-3e08ff46f913 with Priority: HIGH for action security_group_rules [ 1267.110860] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d57976cb-8734-4b9f-8d2f-814970a81abd with Priority: HIGH for action security_group_rules [ 1267.110923] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 with Priority: HIGH for action security_group_rules [ 1267.110985] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 with Priority: HIGH for action security_group_rules [ 1267.111059] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGH for action security_group_rules [ 1267.111123] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72bfe620-e4a0-4434-a267-9d88d39822da with Priority: HIGH for action security_group_rules [ 1267.111186] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 with Priority: HIGH for action security_group_rules [ 1267.111247] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGH for action security_group_rules [ 1267.111308] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 with Priority: HIGH for action security_group_rules [ 1267.111369] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 with Priority: HIGH for action security_group_rules [ 1267.111430] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf with Priority: HIGH for action security_group_rules [ 1267.111491] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGH for action security_group_rules [ 1267.111552] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2b67833-b7c0-49a2-b449-ede1e28beecc with Priority: HIGH for action security_group_rules [ 1267.111614] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bca0352f-8a56-40f5-89ef-03effef44bc3 with Priority: HIGH for action security_group_rules [ 1267.111677] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 with Priority: HIGH for action security_group_rules [ 1267.111773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.353743] env[66341]: INFO networking_nsxv3.common.synchronization [req-ee123985-d7d1-4b4f-8d8a-2194aae19941 req-fe48891d-ec54-4808-a588-8441841c6643 tempest-ServerActionsTestOtherA-1432598510 tempest-ServerActionsTestOtherA-1432598510-project-member] Enqueued Resource ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 with Priority: HIGHEST for action security_group_members [ 1268.354159] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 with Priority: HIGHEST for action security_group_members [ 1268.354341] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25361654-219c-485c-a301-1ef515a02d7c with Priority: HIGH for action security_group_rules [ 1268.354474] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f948c7b-ebe1-4047-9e0a-47901280470a with Priority: HIGH for action security_group_rules [ 1268.354588] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57976cb-8734-4b9f-8d2f-814970a81abd with Priority: HIGH for action security_group_rules [ 1268.354728] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 with Priority: HIGH for action security_group_rules [ 1268.354827] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 with Priority: HIGH for action security_group_rules [ 1268.354920] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bca0352f-8a56-40f5-89ef-03effef44bc3 with Priority: HIGH for action security_group_rules [ 1268.355021] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b67833-b7c0-49a2-b449-ede1e28beecc with Priority: HIGH for action security_group_rules [ 1268.355110] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 with Priority: HIGH for action security_group_rules [ 1268.355198] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 with Priority: HIGH for action security_group_rules [ 1268.355284] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf with Priority: HIGH for action security_group_rules [ 1268.355365] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGH for action security_group_rules [ 1268.355448] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 with Priority: HIGH for action security_group_rules [ 1268.355536] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bfe620-e4a0-4434-a267-9d88d39822da with Priority: HIGH for action security_group_rules [ 1268.355965] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 with Priority: HIGH for action security_group_rules [ 1268.355965] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 with Priority: HIGH for action security_group_rules [ 1268.355965] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6352cc45-b963-4494-8f13-3e08ff46f913 with Priority: HIGH for action security_group_rules [ 1268.355965] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 with Priority: HIGH for action security_group_rules [ 1268.355965] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20bf91b-2368-4131-881f-5409d6318f2c with Priority: HIGH for action security_group_rules [ 1268.356165] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 with Priority: HIGH for action security_group_rules [ 1268.356165] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e with Priority: HIGH for action security_group_rules [ 1268.356392] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e81a29-526f-40ff-8fd6-636a6c6c47e1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.356515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.356577] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.356773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.356945] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.357054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.357113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.357404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.357490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.357582] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34e81a29-526f-40ff-8fd6-636a6c6c47e1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.359010] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25361654-219c-485c-a301-1ef515a02d7c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.359130] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.359188] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.359354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.359420] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25361654-219c-485c-a301-1ef515a02d7c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.360375] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f948c7b-ebe1-4047-9e0a-47901280470a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.360479] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.360546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.360698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.360778] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f948c7b-ebe1-4047-9e0a-47901280470a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.362882] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d57976cb-8734-4b9f-8d2f-814970a81abd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.362882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.362882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.363170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.363170] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d57976cb-8734-4b9f-8d2f-814970a81abd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.363892] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34e81a29-526f-40ff-8fd6-636a6c6c47e1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.364091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.364348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.364348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.364348] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34e81a29-526f-40ff-8fd6-636a6c6c47e1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.369874] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bb3e854-9e24-423d-b1b6-a0e14cfef992 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.369874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.369874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.369874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.369874] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bb3e854-9e24-423d-b1b6-a0e14cfef992',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.369874] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bca0352f-8a56-40f5-89ef-03effef44bc3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.369874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.369874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.369874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.369874] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bca0352f-8a56-40f5-89ef-03effef44bc3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.370616] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2b67833-b7c0-49a2-b449-ede1e28beecc taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.370616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.370616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.370726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.370726] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2b67833-b7c0-49a2-b449-ede1e28beecc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.371882] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc5f6474-693d-426d-8ced-dc2a9aedd349 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.371882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.371882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.371882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.372984] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc5f6474-693d-426d-8ced-dc2a9aedd349',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.372984] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.372984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.372984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.373371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.373371] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbe6c4ed-b68e-4966-866e-3829d3c2b3e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.373975] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.374105] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.374165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.374335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.375012] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b5701b1-bb10-411e-b4c9-cd7bdf5135cf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.375081] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.375182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.375471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.375471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.375596] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.376314] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dae578a-d8a6-461b-9a81-b76ac0e38156 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.377424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.377424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.377424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.377424] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dae578a-d8a6-461b-9a81-b76ac0e38156',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.377590] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72bfe620-e4a0-4434-a267-9d88d39822da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.377590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.377666] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.379056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.379056] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72bfe620-e4a0-4434-a267-9d88d39822da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.379056] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.379056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.379056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.379056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.379056] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de752f8d-3a9d-47a6-8ad8-d6709d28cc43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.381405] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0563fd55-48ab-41ef-9177-d18deb3b2183 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.381405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.381405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.381601] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.381641] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0563fd55-48ab-41ef-9177-d18deb3b2183',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.382550] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6352cc45-b963-4494-8f13-3e08ff46f913 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.382688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.382764] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.382942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.383046] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6352cc45-b963-4494-8f13-3e08ff46f913',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.384439] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe16dec3-0b1e-4d77-a5e1-a14b3446f581 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.384439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.384439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.384439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.384439] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe16dec3-0b1e-4d77-a5e1-a14b3446f581',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.385386] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b20bf91b-2368-4131-881f-5409d6318f2c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.385386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.385386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.385591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.386097] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b20bf91b-2368-4131-881f-5409d6318f2c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.386937] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.387088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.387223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.387344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.387432] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3234cf8e-a2c8-43e6-8338-df47c84c68d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.388223] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fd888f9-41b6-43ec-a3cd-6826f0fa390e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.388375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.388417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.388576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.388669] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fd888f9-41b6-43ec-a3cd-6826f0fa390e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.413030] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.413180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.413257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.413474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.434582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.434582] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25361654-219c-485c-a301-1ef515a02d7c is going to be deleted. [ 1268.493037] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.493246] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.493246] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.493451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.493544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.493671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25361654-219c-485c-a301-1ef515a02d7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.706831] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.707793] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.708156] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.711145] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.711145] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.711145] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.711145] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.711145] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.711145] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.711145] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1268.711145] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1268.711145] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1268.711877] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1268.711877] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1268.711877] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1268.712534] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1268.731721] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1268.731925] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1268.732096] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1268.732280] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.732647] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-9529cbd6-c5a3-4db5-b7f7-0b149b74f823 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.732833] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-9529cbd6-c5a3-4db5-b7f7-0b149b74f823" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.732952] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-9529cbd6-c5a3-4db5-b7f7-0b149b74f823" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.733288] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-9529cbd6-c5a3-4db5-b7f7-0b149b74f823" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.733429] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9529cbd6-c5a3-4db5-b7f7-0b149b74f823',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.890747] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.890963] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.890963] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.891222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.891393] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.891495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.891559] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.891705] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.891796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.891880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.891968] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.904343] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.904530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.904641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.904821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.907369] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.907505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.907554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.907693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.907841] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.907936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.907998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.908154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.908237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.908320] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.908406] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbe6c4ed-b68e-4966-866e-3829d3c2b3e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.969599] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.969822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.980202] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.980202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.981135] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.981284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.982270] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.982402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.983198] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.983297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.984116] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.984244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.985185] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.985328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.986509] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.986598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.987390] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.987495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.988332] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.988530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.989072] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.989534] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.989653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.990320] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.990739] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.990901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.991581] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.992238] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.992238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.992877] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.993500] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.993500] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.994076] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.994526] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.994673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.995309] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.995729] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.995842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.996442] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.996848] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.996937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.997630] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.998149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.998490] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.998706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.998831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.999351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.999351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.999351] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 is going to be updated. [ 1269.000220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.000417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.033646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.033817] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de752f8d-3a9d-47a6-8ad8-d6709d28cc43 is going to be deleted. [ 1269.034798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.035010] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.049244] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.049499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.049499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.049728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.049898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.066244] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 in Status: IN_PROGRESS for 2s [ 1269.070256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.070390] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3234cf8e-a2c8-43e6-8338-df47c84c68d9 is going to be deleted. [ 1269.071351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.071575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.093828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.094084] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bca0352f-8a56-40f5-89ef-03effef44bc3 is going to be deleted. [ 1269.095048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.095286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.122166] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.122309] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f948c7b-ebe1-4047-9e0a-47901280470a is going to be deleted. [ 1269.123251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.123469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.125423] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.125556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.150857] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.151076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.165314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.165503] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d57976cb-8734-4b9f-8d2f-814970a81abd is going to be deleted. [ 1269.166374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.166589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.166677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.166775] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 is going to be deleted. [ 1269.167531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.167697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.237193] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.237454] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.237581] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.237876] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.238037] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.238195] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 9529cbd6-c5a3-4db5-b7f7-0b149b74f823 not found, creating... [ 1269.238606] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.238809] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.238944] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.239187] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.239378] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.239691] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.239850] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.239969] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.240197] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.240329] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.240465] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 9529cbd6-c5a3-4db5-b7f7-0b149b74f823 is going to be created. [ 1269.251147] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.251330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.267120] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.267281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.268265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.268398] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2b67833-b7c0-49a2-b449-ede1e28beecc is going to be deleted. [ 1269.269297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.269512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.331193] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.331486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.332658] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.332886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.343413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.343713] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe16dec3-0b1e-4d77-a5e1-a14b3446f581 is going to be deleted. [ 1269.345118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.345346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.347156] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.347355] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.347477] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.347722] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.347955] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.348192] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-9529cbd6-c5a3-4db5-b7f7-0b149b74f823" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.400961] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.410504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.410665] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b20bf91b-2368-4131-881f-5409d6318f2c is going to be deleted. [ 1269.411649] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbe6c4ed-b68e-4966-866e-3829d3c2b3e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.412651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.412884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.501025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.501188] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc5f6474-693d-426d-8ced-dc2a9aedd349 is going to be deleted. [ 1269.502309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.502604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.544941] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.545191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.550089] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.550242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.593281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.593421] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fd888f9-41b6-43ec-a3cd-6826f0fa390e is going to be deleted. [ 1269.594367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.594592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.650947] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.651170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.697705] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.697846] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72bfe620-e4a0-4434-a267-9d88d39822da is going to be deleted. [ 1269.698847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.699090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.700556] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.700664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.766892] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.766892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.774380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.774380] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b5701b1-bb10-411e-b4c9-cd7bdf5135cf is going to be deleted. [ 1269.777059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.777059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.835639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.835639] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0563fd55-48ab-41ef-9177-d18deb3b2183 is going to be deleted. [ 1269.836701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.837076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.889985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.890145] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dae578a-d8a6-461b-9a81-b76ac0e38156 is going to be deleted. [ 1269.891339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.891559] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.903239] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efd97b8d-afd8-49d3-9e13-c36c4c397ac6: rpc.has_security_group_logging(os_id): False [ 1269.915328] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbe6c4ed-b68e-4966-866e-3829d3c2b3e0: rpc.has_security_group_logging(os_id): False [ 1269.975804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.975970] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bb3e854-9e24-423d-b1b6-a0e14cfef992 is going to be deleted. [ 1269.977206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.977515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.979553] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.979813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.980606] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.980875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.981816] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.981980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.992728] env[66341]: INFO networking_nsxv3.common.synchronization [req-ee123985-d7d1-4b4f-8d8a-2194aae19941 req-82e66800-2faf-44e9-95aa-27addfcee316 service nova] Enqueued Resource ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 with Priority: HIGHEST for action security_group_rules [ 1269.993137] env[66341]: INFO networking_nsxv3.common.synchronization [req-ee123985-d7d1-4b4f-8d8a-2194aae19941 req-82e66800-2faf-44e9-95aa-27addfcee316 service nova] Enqueued Resource ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 with Priority: HIGHEST for action security_group_members [ 1269.993137] env[66341]: INFO networking_nsxv3.common.synchronization [req-ee123985-d7d1-4b4f-8d8a-2194aae19941 req-82e66800-2faf-44e9-95aa-27addfcee316 service nova] Enqueued Resource ID: 9529cbd6-c5a3-4db5-b7f7-0b149b74f823 with Priority: HIGHEST for action port [ 1269.993691] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 with Priority: HIGHEST for action security_group_rules [ 1269.993833] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 with Priority: HIGHEST for action security_group_members [ 1269.993936] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9529cbd6-c5a3-4db5-b7f7-0b149b74f823 with Priority: HIGHEST for action port [ 1269.994448] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34e81a29-526f-40ff-8fd6-636a6c6c47e1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.994625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.995568] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e81a29-526f-40ff-8fd6-636a6c6c47e1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.995675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.995907] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-9529cbd6-c5a3-4db5-b7f7-0b149b74f823 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.996031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9529cbd6-c5a3-4db5-b7f7-0b149b74f823" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.996100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9529cbd6-c5a3-4db5-b7f7-0b149b74f823" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.997068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9529cbd6-c5a3-4db5-b7f7-0b149b74f823" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.997068] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9529cbd6-c5a3-4db5-b7f7-0b149b74f823',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.020658] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.020884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.023107] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.023253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.036601] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.036748] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6352cc45-b963-4494-8f13-3e08ff46f913 is going to be deleted. [ 1270.037799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.038070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.038193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.038326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de752f8d-3a9d-47a6-8ad8-d6709d28cc43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.038499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.038657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.038738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.038850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3234cf8e-a2c8-43e6-8338-df47c84c68d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.039519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.039756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.039875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.040056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f948c7b-ebe1-4047-9e0a-47901280470a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.040225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.040432] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.040594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.040770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bca0352f-8a56-40f5-89ef-03effef44bc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.040937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.041110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.041190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.041579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d57976cb-8734-4b9f-8d2f-814970a81abd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.041579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.041579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.041745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.041834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.042039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.042251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.042368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.042496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2b67833-b7c0-49a2-b449-ede1e28beecc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.042618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.042760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.042845] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34e81a29-526f-40ff-8fd6-636a6c6c47e1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.043949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.043949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.044072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.044191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe16dec3-0b1e-4d77-a5e1-a14b3446f581" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.044682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.044902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.045018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.045192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b20bf91b-2368-4131-881f-5409d6318f2c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.045391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.045568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.045662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.045908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc5f6474-693d-426d-8ced-dc2a9aedd349" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.045996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.046237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.046237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.046364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fd888f9-41b6-43ec-a3cd-6826f0fa390e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.046974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.047208] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.099460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.099817] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.099960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.100021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.100245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.100326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.100422] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 is going to be updated. [ 1270.101596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.101781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.169069] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.169256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.181649] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.181852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.231182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.231401] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.231512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.231582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.231811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.231886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.232019] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 is going to be updated. [ 1270.233477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.233728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.233906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.234107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0563fd55-48ab-41ef-9177-d18deb3b2183" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.234272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.234459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.234575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.234780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72bfe620-e4a0-4434-a267-9d88d39822da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.235660] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.235767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.235854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.236043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.236130] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.236246] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6352cc45-b963-4494-8f13-3e08ff46f913" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.236375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.236520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.236595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.236699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b5701b1-bb10-411e-b4c9-cd7bdf5135cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.236817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.236957] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.237048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.237152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dae578a-d8a6-461b-9a81-b76ac0e38156" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.237701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.237872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.237914] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.238083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bb3e854-9e24-423d-b1b6-a0e14cfef992" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.377355] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.377602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.377693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.377940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.378173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.407177] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.407563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.407563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.407715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.407821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.439593] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 in Status: IN_PROGRESS for 2s [ 1270.447016] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 in Status: IN_PROGRESS for 2s [ 1270.499067] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9529cbd6-c5a3-4db5-b7f7-0b149b74f823 with status ACTIVE [ 1270.499314] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.499518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.499629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.499880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.499974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.500177] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.500276] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.500339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.500481] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.500556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.500760] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.500823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.500884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.501031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.501107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.501188] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9529cbd6-c5a3-4db5-b7f7-0b149b74f823 is going to be updated. [ 1270.541032] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.541285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.541285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.541509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.541652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.541835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9529cbd6-c5a3-4db5-b7f7-0b149b74f823" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.545459] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e81a29-526f-40ff-8fd6-636a6c6c47e1 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.545749] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.993944] env[66341]: INFO networking_nsxv3.common.synchronization [req-97bf9800-0c41-496d-a758-715c22f08527 req-f1def899-bf75-4b4d-a479-1725d3dc8f62 tempest-AttachVolumeNegativeTest-2113034914 tempest-AttachVolumeNegativeTest-2113034914-project-member] Enqueued Resource ID: edb8d091-7e70-4050-924f-3418eeba461a with Priority: HIGHEST for action security_group_members [ 1270.995233] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb8d091-7e70-4050-924f-3418eeba461a with Priority: HIGHEST for action security_group_members [ 1270.995708] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb8d091-7e70-4050-924f-3418eeba461a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.995928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.996084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.996403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.996656] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.996812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.996854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.997039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.997225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.997341] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edb8d091-7e70-4050-924f-3418eeba461a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.076865] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 in Status: SUCCESS [ 1271.077167] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 deletion is rescheduled due to dependency. [ 1271.077299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.077469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.077704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.077906] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.078052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.078161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.078343] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.078441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.078538] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34e81a29-526f-40ff-8fd6-636a6c6c47e1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.499766] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.500146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.500146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.500315] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.522450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.522728] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.522853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.522922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.523135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.523219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.523311] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb8d091-7e70-4050-924f-3418eeba461a is going to be updated. [ 1271.551030] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.551300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.551300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.551450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.551609] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.560014] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb8d091-7e70-4050-924f-3418eeba461a in Status: IN_PROGRESS for 2s [ 1271.580476] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34e81a29-526f-40ff-8fd6-636a6c6c47e1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.082804] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34e81a29-526f-40ff-8fd6-636a6c6c47e1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.457206] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 in Status: SUCCESS [ 1272.457206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.459785] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 in Status: SUCCESS [ 1272.459903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.587173] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.587415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.587467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.587699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.587810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.587925] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 is going to be updated. [ 1272.615543] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.615725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.615725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.615966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.616131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.625137] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 in Status: IN_PROGRESS for 2s [ 1273.569836] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb8d091-7e70-4050-924f-3418eeba461a in Status: SUCCESS [ 1273.570052] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb8d091-7e70-4050-924f-3418eeba461a deletion is rescheduled due to dependency. [ 1273.570184] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb8d091-7e70-4050-924f-3418eeba461a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.636574] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 in Status: SUCCESS [ 1274.636947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.636947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.637127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.637334] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.637461] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.637529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.637751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.637868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.637958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.638063] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34e81a29-526f-40ff-8fd6-636a6c6c47e1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.140171] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e81a29-526f-40ff-8fd6-636a6c6c47e1 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.140404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.140404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.140621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.140792] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.140906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.140953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.141113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.141201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.141286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.141434] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e81a29-526f-40ff-8fd6-636a6c6c47e1 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.141526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.141587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.141725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.141860] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.141950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.142016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.142153] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.142228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.142308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.142396] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34e81a29-526f-40ff-8fd6-636a6c6c47e1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.644427] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34e81a29-526f-40ff-8fd6-636a6c6c47e1: rpc.has_security_group_logging(os_id): False [ 1275.661414] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.661590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.661640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.661849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.661934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.662159] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.662317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.662372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.662480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.662601] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.662788] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.662896] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.662985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.663153] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.663228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.663413] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.663508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.663565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.663700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.663774] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.663859] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 is going to be created. [ 1275.719363] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.719633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.719633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.719786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.719962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.735916] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 in Status: IN_PROGRESS for 2s [ 1275.996602] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1275.996729] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1277.750705] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 in Status: SUCCESS [ 1277.751024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.463644] env[66341]: INFO networking_nsxv3.common.synchronization [req-05107090-ce81-4043-9c28-6bcc08482da7 req-b74e5df7-9383-4a34-b09a-fcd199ca0197 tempest-ServerActionsTestOtherA-1432598510 tempest-ServerActionsTestOtherA-1432598510-project-member] Enqueued Resource ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 with Priority: HIGHEST for action security_group_members [ 1279.464232] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 with Priority: HIGHEST for action security_group_members [ 1279.464703] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e81a29-526f-40ff-8fd6-636a6c6c47e1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.464983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.465078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.465282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.465438] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.465540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.465605] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.465763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.465859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.466081] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34e81a29-526f-40ff-8fd6-636a6c6c47e1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.509610] env[66341]: INFO networking_nsxv3.common.synchronization [req-05107090-ce81-4043-9c28-6bcc08482da7 req-b74e5df7-9383-4a34-b09a-fcd199ca0197 tempest-ServerActionsTestOtherA-1432598510 tempest-ServerActionsTestOtherA-1432598510-project-member] Enqueued Resource ID: 9529cbd6-c5a3-4db5-b7f7-0b149b74f823 with Priority: HIGHEST for action port [ 1279.509610] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9529cbd6-c5a3-4db5-b7f7-0b149b74f823 with Priority: HIGHEST for action port [ 1279.509610] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-9529cbd6-c5a3-4db5-b7f7-0b149b74f823 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.509610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9529cbd6-c5a3-4db5-b7f7-0b149b74f823" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.510179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9529cbd6-c5a3-4db5-b7f7-0b149b74f823" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.510539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9529cbd6-c5a3-4db5-b7f7-0b149b74f823" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.510882] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9529cbd6-c5a3-4db5-b7f7-0b149b74f823',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.968939] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.968939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.968939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.969195] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.969195] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.969355] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.969355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.969447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.969621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.969735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.969735] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 is going to be updated. [ 1280.002724] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.002950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.003068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.003285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.003470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.013345] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9529cbd6-c5a3-4db5-b7f7-0b149b74f823 with status ACTIVE [ 1280.013500] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.013622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.013709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.013927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.014016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.014219] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.014327] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.014390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.014540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.014615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.015122] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.015122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.015122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.015296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.015296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.015296] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9529cbd6-c5a3-4db5-b7f7-0b149b74f823 is going to be updated. [ 1280.017207] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 in Status: IN_PROGRESS for 2s [ 1280.044434] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.044644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.044759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.045094] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.045236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.045402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9529cbd6-c5a3-4db5-b7f7-0b149b74f823" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.029418] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 in Status: SUCCESS [ 1282.029790] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 deletion is rescheduled due to dependency. [ 1282.029790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.510134] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1284.510541] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1287.498893] env[66341]: INFO networking_nsxv3.common.synchronization [req-91b9a843-0dbd-43e6-9240-731151c51cd3 req-aa1e292d-5928-49b6-a574-6d0fd082704e tempest-ServerActionsTestOtherB-1097377493 tempest-ServerActionsTestOtherB-1097377493-project-member] Enqueued Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_members [ 1287.499441] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_members [ 1287.499756] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-17ff4ab1-5568-4146-ba8d-237127b3deb3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.499883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.499951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.501083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.501187] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.501248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.501308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.501464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.503460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.503525] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.005378] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.005527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.005594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.005909] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.027876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.028112] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.028250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.028311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.028500] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.028608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.028683] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 is going to be updated. [ 1288.062142] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.062414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.062414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.062610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.063175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.071614] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 in Status: IN_PROGRESS for 2s [ 1290.086657] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 in Status: SUCCESS [ 1290.087169] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 deletion is rescheduled due to dependency. [ 1290.087169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.500617] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.501052] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1295.889404] env[66341]: INFO networking_nsxv3.common.synchronization [req-a109afa1-24e6-4593-a19b-e75e9bb2eed2 req-5af88f02-6363-476f-8444-7fd7313c5247 tempest-ServerActionsTestOtherB-1097377493 tempest-ServerActionsTestOtherB-1097377493-project-member] Enqueued Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_members [ 1295.890315] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_members [ 1295.890404] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-17ff4ab1-5568-4146-ba8d-237127b3deb3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.890518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.890583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.890784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.890956] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.891091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.891159] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.891324] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.891525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.891627] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.186228] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.186465] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-642" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.186608] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-642" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.187069] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-642" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.187246] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.187440] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.187592] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.187846] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.188040] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.188288] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1296.188446] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1296.188571] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1296.188706] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1296.188852] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1296.188971] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1296.189149] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1296.210285] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1296.210475] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1296.210674] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1296.210877] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-642" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.211767] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-ba44e5ee-1d23-4b78-adf0-7672347c70ce taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.211767] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-ba44e5ee-1d23-4b78-adf0-7672347c70ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.211767] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-ba44e5ee-1d23-4b78-adf0-7672347c70ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.212078] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-ba44e5ee-1d23-4b78-adf0-7672347c70ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.212122] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba44e5ee-1d23-4b78-adf0-7672347c70ce',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.394811] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.395106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.395106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.395265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.395357] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.395549] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.395648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.395711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.395859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.395952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.396064] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 is going to be updated. [ 1296.423567] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.423804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.423804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.423965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.424121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.434536] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 in Status: IN_PROGRESS for 2s [ 1296.715372] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.715603] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.715649] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.715931] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.716137] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.716308] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port ba44e5ee-1d23-4b78-adf0-7672347c70ce not found, creating... [ 1296.716566] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.716727] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.716843] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.717081] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.717223] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.717497] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.717655] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.717771] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.717983] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.718136] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.718275] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: ba44e5ee-1d23-4b78-adf0-7672347c70ce is going to be created. [ 1296.740471] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.740702] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.740802] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.741357] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.741357] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.741521] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-ba44e5ee-1d23-4b78-adf0-7672347c70ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.434951] env[66341]: INFO networking_nsxv3.common.synchronization [req-a109afa1-24e6-4593-a19b-e75e9bb2eed2 req-5a74ea4d-fd76-4845-9b97-362f8b20fe47 service nova] Enqueued Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_rules [ 1297.435228] env[66341]: INFO networking_nsxv3.common.synchronization [req-a109afa1-24e6-4593-a19b-e75e9bb2eed2 req-5a74ea4d-fd76-4845-9b97-362f8b20fe47 service nova] Enqueued Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_members [ 1297.435277] env[66341]: INFO networking_nsxv3.common.synchronization [req-a109afa1-24e6-4593-a19b-e75e9bb2eed2 req-5a74ea4d-fd76-4845-9b97-362f8b20fe47 service nova] Enqueued Resource ID: ba44e5ee-1d23-4b78-adf0-7672347c70ce with Priority: HIGHEST for action port [ 1297.435839] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_rules [ 1297.436019] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_members [ 1297.436112] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba44e5ee-1d23-4b78-adf0-7672347c70ce with Priority: HIGHEST for action port [ 1297.436415] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17ff4ab1-5568-4146-ba8d-237127b3deb3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.436507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.436578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.436774] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.436856] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.437865] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-17ff4ab1-5568-4146-ba8d-237127b3deb3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.437865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.438031] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba44e5ee-1d23-4b78-adf0-7672347c70ce taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.438107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba44e5ee-1d23-4b78-adf0-7672347c70ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.438161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba44e5ee-1d23-4b78-adf0-7672347c70ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.438365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba44e5ee-1d23-4b78-adf0-7672347c70ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.438457] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba44e5ee-1d23-4b78-adf0-7672347c70ce',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.940271] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-17ff4ab1-5568-4146-ba8d-237127b3deb3 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.940447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.941661] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba44e5ee-1d23-4b78-adf0-7672347c70ce with status ACTIVE [ 1297.941830] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.941981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.942064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.942228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.942319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.942535] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.942592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.942629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.942770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.942878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.943036] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.943133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.943194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.943333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.943405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.943489] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba44e5ee-1d23-4b78-adf0-7672347c70ce is going to be updated. [ 1297.966009] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.966189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.966240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.966430] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.966568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.966725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba44e5ee-1d23-4b78-adf0-7672347c70ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.443632] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 in Status: SUCCESS [ 1298.444073] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 deletion is rescheduled due to dependency. [ 1298.444073] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.444158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.444314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.444495] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.444610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.444673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.444821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.444900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.445035] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.947507] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.450288] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.954602] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.954774] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.954876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.955433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.955433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.955530] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 is going to be updated. [ 1299.986615] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.986615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.986820] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.986885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.987117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.000770] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 in Status: IN_PROGRESS for 2s [ 1301.449687] env[66341]: INFO networking_nsxv3.common.synchronization [req-d82f8231-aba6-4329-be4d-fb2abda86ec1 req-16f38043-e6c9-4dfc-b2e8-513ff1743824 tempest-AttachVolumeShelveTestJSON-600220004 tempest-AttachVolumeShelveTestJSON-600220004-project-member] Enqueued Resource ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d with Priority: HIGHEST for action security_group_members [ 1301.450320] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d with Priority: HIGHEST for action security_group_members [ 1301.450604] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.450983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.450983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.450983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.451152] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.451972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.451972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.451972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.451972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.451972] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f4c69f8-582f-4b21-b2a1-bbda338b5c7d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.955212] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.955300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.956027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.956027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.976220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.976506] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.976640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.976772] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.977040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.977040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.977209] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d is going to be updated. [ 1302.002237] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.002389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.002502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.002680] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.002822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.015148] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d in Status: IN_PROGRESS for 2s [ 1302.015844] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 in Status: SUCCESS [ 1302.016075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.016239] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.016493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.016691] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.016812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.016882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.017047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.017128] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.017209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.017299] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.519144] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.784853] env[66341]: INFO networking_nsxv3.common.synchronization [req-d334524a-b544-4d0d-bb36-b6b989c8cecf req-988c16ed-2039-4654-a284-1e4cb1e32002 tempest-ServerActionsTestJSON-546317287 tempest-ServerActionsTestJSON-546317287-project-member] Enqueued Resource ID: 22ff825f-268a-4d9e-820b-7c79326c5409 with Priority: HIGHEST for action security_group_members [ 1302.785461] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ff825f-268a-4d9e-820b-7c79326c5409 with Priority: HIGHEST for action security_group_members [ 1302.785813] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ff825f-268a-4d9e-820b-7c79326c5409 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.785901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.786023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.786385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.787101] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.787101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.787101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.787101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.787101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.787101] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22ff825f-268a-4d9e-820b-7c79326c5409',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.021893] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17ff4ab1-5568-4146-ba8d-237127b3deb3: rpc.has_security_group_logging(os_id): False [ 1303.046453] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.046664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.046664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.046886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.046976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.047251] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.047369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.047430] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.047596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.047676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.047764] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 is going to be updated. [ 1303.109544] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.109765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.109854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.110078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.110277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.123951] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 in Status: IN_PROGRESS for 2s [ 1303.291376] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.291596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.291665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.291879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.314968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.315351] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.315492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.315576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.315792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.315879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.316111] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ff825f-268a-4d9e-820b-7c79326c5409 is going to be updated. [ 1303.344906] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.345237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.345237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.345390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.345525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.355832] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ff825f-268a-4d9e-820b-7c79326c5409 in Status: IN_PROGRESS for 2s [ 1303.952031] env[66341]: INFO networking_nsxv3.common.synchronization [req-61f20c4f-0e3d-45b8-a848-eab30612cd31 req-082ce82c-a274-4a3f-9412-a8265672feef tempest-ServerActionsTestOtherA-1432598510 tempest-ServerActionsTestOtherA-1432598510-project-member] Enqueued Resource ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 with Priority: HIGHEST for action security_group_members [ 1303.952967] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 with Priority: HIGHEST for action security_group_members [ 1303.952967] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.952967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.952967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.953871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.954273] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.954381] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.954494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.954607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.954703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.954821] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbe6c4ed-b68e-4966-866e-3829d3c2b3e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.025589] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d in Status: SUCCESS [ 1304.025776] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d deletion is rescheduled due to dependency. [ 1304.025920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.288013] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.288278] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.288440] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.288762] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.289083] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.289287] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.289441] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.289698] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.289868] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.290123] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1304.290256] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1304.290396] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1304.290512] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1304.290653] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1304.290787] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1304.291031] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1304.332088] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1304.332088] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1304.332088] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1304.332088] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.332088] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-1d6741d9-14e1-49cf-99f2-f68f0210ecc3 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.332436] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-1d6741d9-14e1-49cf-99f2-f68f0210ecc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.332436] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-1d6741d9-14e1-49cf-99f2-f68f0210ecc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.332691] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-1d6741d9-14e1-49cf-99f2-f68f0210ecc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.332837] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d6741d9-14e1-49cf-99f2-f68f0210ecc3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.457868] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbe6c4ed-b68e-4966-866e-3829d3c2b3e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.835490] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.835582] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.835669] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.835929] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.837114] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.837114] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Segment Port 1d6741d9-14e1-49cf-99f2-f68f0210ecc3 not found, creating... [ 1304.837114] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.837114] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.837114] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.837114] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.837538] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.837538] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.837789] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.837789] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.837887] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.838384] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.838384] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: 1d6741d9-14e1-49cf-99f2-f68f0210ecc3 is going to be created. [ 1304.862427] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.862427] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.862427] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.862427] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.862427] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.862899] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-1d6741d9-14e1-49cf-99f2-f68f0210ecc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.960744] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbe6c4ed-b68e-4966-866e-3829d3c2b3e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.136813] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 in Status: SUCCESS [ 1305.137124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.365962] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ff825f-268a-4d9e-820b-7c79326c5409 in Status: SUCCESS [ 1305.366168] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ff825f-268a-4d9e-820b-7c79326c5409 deletion is rescheduled due to dependency. [ 1305.366286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.463640] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.463784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.463859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.464121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.464304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.464402] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 is going to be updated. [ 1305.491537] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.492115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.492115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.492115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.492273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.500995] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 in Status: IN_PROGRESS for 2s [ 1305.542023] env[66341]: INFO networking_nsxv3.common.synchronization [req-61f20c4f-0e3d-45b8-a848-eab30612cd31 req-7dc5a21c-b862-437f-a141-03ec35a1cf4c service nova] Enqueued Resource ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 with Priority: HIGHEST for action security_group_rules [ 1305.542023] env[66341]: INFO networking_nsxv3.common.synchronization [req-61f20c4f-0e3d-45b8-a848-eab30612cd31 req-7dc5a21c-b862-437f-a141-03ec35a1cf4c service nova] Enqueued Resource ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 with Priority: HIGHEST for action security_group_members [ 1305.542023] env[66341]: INFO networking_nsxv3.common.synchronization [req-61f20c4f-0e3d-45b8-a848-eab30612cd31 req-7dc5a21c-b862-437f-a141-03ec35a1cf4c service nova] Enqueued Resource ID: 1d6741d9-14e1-49cf-99f2-f68f0210ecc3 with Priority: HIGHEST for action port [ 1305.542023] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 with Priority: HIGHEST for action security_group_rules [ 1305.542023] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 with Priority: HIGHEST for action security_group_members [ 1305.542023] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d6741d9-14e1-49cf-99f2-f68f0210ecc3 with Priority: HIGHEST for action port [ 1305.542023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.542773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.543160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.544243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.544243] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbe6c4ed-b68e-4966-866e-3829d3c2b3e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.544514] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.544637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.544858] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d6741d9-14e1-49cf-99f2-f68f0210ecc3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.545053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d6741d9-14e1-49cf-99f2-f68f0210ecc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.545176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d6741d9-14e1-49cf-99f2-f68f0210ecc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.545403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d6741d9-14e1-49cf-99f2-f68f0210ecc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.545475] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d6741d9-14e1-49cf-99f2-f68f0210ecc3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.048863] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d6741d9-14e1-49cf-99f2-f68f0210ecc3 with status ACTIVE [ 1306.049164] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.049333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.049774] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.049774] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.049774] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.049954] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.050106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.050176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.050333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.050404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.050646] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.050739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.050834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.050976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.051089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.051181] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d6741d9-14e1-49cf-99f2-f68f0210ecc3 is going to be updated. [ 1306.052545] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.052659] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.074029] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.074270] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.074270] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.074443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.074586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.074975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d6741d9-14e1-49cf-99f2-f68f0210ecc3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.512251] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 in Status: SUCCESS [ 1307.512517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.512634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.512971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.513140] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.513271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.513352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.513488] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.513557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.513653] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbe6c4ed-b68e-4966-866e-3829d3c2b3e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.015919] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbe6c4ed-b68e-4966-866e-3829d3c2b3e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.517891] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbe6c4ed-b68e-4966-866e-3829d3c2b3e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.020958] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.021250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.021250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.021436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.021530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.021749] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 is going to be updated. [ 1309.054771] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.055329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.055462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.055698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.055858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.065272] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 in Status: IN_PROGRESS for 2s [ 1310.542504] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1310.542895] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1311.077239] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 in Status: SUCCESS [ 1311.077483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.077682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.077951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.078197] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.078329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.078409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.078593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.078703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.078808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.078907] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbe6c4ed-b68e-4966-866e-3829d3c2b3e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.581136] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbe6c4ed-b68e-4966-866e-3829d3c2b3e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.083817] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbe6c4ed-b68e-4966-866e-3829d3c2b3e0: rpc.has_security_group_logging(os_id): False [ 1312.104401] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.104401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.104401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.104686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.104686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.105366] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.105366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.105366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.105595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.105595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.105665] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 is going to be updated. [ 1312.165161] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.165375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.165494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.165758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.165962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.178698] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 in Status: IN_PROGRESS for 2s [ 1314.192511] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 in Status: SUCCESS [ 1314.192907] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.544119] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1315.544394] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1320.545261] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1320.545513] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1325.545978] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1325.546465] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1330.546812] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1330.547273] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1335.548129] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1335.548430] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1335.769909] env[66341]: INFO networking_nsxv3.common.synchronization [req-a2724d0e-3260-44b9-bd0f-cc05e0ca991b req-2f51d728-bdbf-45be-bc0a-0cc61df9f920 tempest-ServerActionsTestJSON-546317287 tempest-ServerActionsTestJSON-546317287-project-member] Enqueued Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_members [ 1335.770042] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_members [ 1335.770361] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.770483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.770551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.770748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.770893] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.770989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.771065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.771207] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.771290] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.771390] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.274094] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.274249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.274332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.274555] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.274665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.275051] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.275051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.275051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.275311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.275311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.275398] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 is going to be updated. [ 1336.312366] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.312605] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.312605] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.312776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.312917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.322918] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 in Status: IN_PROGRESS for 2s [ 1338.340971] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 in Status: SUCCESS [ 1338.341394] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 deletion is rescheduled due to dependency. [ 1338.341394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.771363] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1340.771692] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1342.677367] env[66341]: INFO networking_nsxv3.common.synchronization [req-68f2af4f-82fc-4aa5-9a1a-1244d60ced37 req-5fc83280-ea30-4d83-be16-c46e2d6cc825 tempest-ServerActionsTestJSON-546317287 tempest-ServerActionsTestJSON-546317287-project-member] Enqueued Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_members [ 1342.677367] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_members [ 1342.677367] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.677367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.677367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.677367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.677367] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.677367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.677367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.677367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.677367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.678114] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.998719] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.998927] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-167" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.999087] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-167" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.999693] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-167" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.999795] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.000025] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.000545] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.000545] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.000545] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.000738] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1343.000863] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1343.000972] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1343.001350] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1343.001350] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1343.001350] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1343.001517] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1343.023367] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1343.023367] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1343.023367] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1343.023367] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-167" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.023367] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-126ec4b9-fa5c-462c-b971-8271553f0450 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.023685] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-126ec4b9-fa5c-462c-b971-8271553f0450" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.023685] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-126ec4b9-fa5c-462c-b971-8271553f0450" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.023975] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-126ec4b9-fa5c-462c-b971-8271553f0450" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.024126] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('126ec4b9-fa5c-462c-b971-8271553f0450',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.180748] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.180982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.180982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.181190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.181285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.181474] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.181575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.181638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.181784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.181857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.181944] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 is going to be updated. [ 1343.209382] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.209669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.209669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.209816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.209915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.218902] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 in Status: IN_PROGRESS for 2s [ 1343.530019] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.530264] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.530353] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.530651] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.530797] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.530952] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 126ec4b9-fa5c-462c-b971-8271553f0450 not found, creating... [ 1343.531229] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.531386] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.531504] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.531718] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.531856] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.532145] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.532301] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.532415] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.532617] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.532749] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.532882] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 126ec4b9-fa5c-462c-b971-8271553f0450 is going to be created. [ 1343.554534] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.554756] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.554853] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.555132] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.555361] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.555608] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-126ec4b9-fa5c-462c-b971-8271553f0450" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.271509] env[66341]: INFO networking_nsxv3.common.synchronization [req-68f2af4f-82fc-4aa5-9a1a-1244d60ced37 req-1685930c-a7af-4f3a-8420-4f28a6063de6 service nova] Enqueued Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_rules [ 1344.271815] env[66341]: INFO networking_nsxv3.common.synchronization [req-68f2af4f-82fc-4aa5-9a1a-1244d60ced37 req-1685930c-a7af-4f3a-8420-4f28a6063de6 service nova] Enqueued Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_members [ 1344.271902] env[66341]: INFO networking_nsxv3.common.synchronization [req-68f2af4f-82fc-4aa5-9a1a-1244d60ced37 req-1685930c-a7af-4f3a-8420-4f28a6063de6 service nova] Enqueued Resource ID: 126ec4b9-fa5c-462c-b971-8271553f0450 with Priority: HIGHEST for action port [ 1344.272563] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_rules [ 1344.272620] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_members [ 1344.272689] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 126ec4b9-fa5c-462c-b971-8271553f0450 with Priority: HIGHEST for action port [ 1344.273215] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.273215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.273215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.273612] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.273612] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.274233] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.274330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.274769] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-126ec4b9-fa5c-462c-b971-8271553f0450 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.274769] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-126ec4b9-fa5c-462c-b971-8271553f0450" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.274769] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-126ec4b9-fa5c-462c-b971-8271553f0450" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.275907] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-126ec4b9-fa5c-462c-b971-8271553f0450" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.275907] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('126ec4b9-fa5c-462c-b971-8271553f0450',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.776961] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.777247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.777301] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 126ec4b9-fa5c-462c-b971-8271553f0450 with status ACTIVE [ 1344.777547] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.777714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.777714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.777960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.778074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.778264] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.778365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.778428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.778647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.778693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.778837] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.778942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.778980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.779193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.779193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.779284] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 126ec4b9-fa5c-462c-b971-8271553f0450 is going to be updated. [ 1344.804517] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.804784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.804784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.804922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.805091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.805249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-126ec4b9-fa5c-462c-b971-8271553f0450" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.230599] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 in Status: IN_PROGRESS for 4s [ 1347.241165] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 in Status: SUCCESS [ 1347.241560] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 deletion is rescheduled due to dependency. [ 1347.241560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.241725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.241992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.242229] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.242359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.242448] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.242624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.242731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.242850] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.745624] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.248265] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.750889] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.751236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.751405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.751720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.751829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.751939] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 is going to be updated. [ 1348.784195] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.784362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.784433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.784656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.784805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.792739] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 in Status: IN_PROGRESS for 2s [ 1349.273918] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1349.273918] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1350.803405] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 in Status: SUCCESS [ 1350.803820] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.803870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.804072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.804272] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.804391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.804459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.804625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.804713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.804793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.804912] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.307858] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.810381] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efd97b8d-afd8-49d3-9e13-c36c4c397ac6: rpc.has_security_group_logging(os_id): False [ 1351.827761] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.828158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.828158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.828394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.828394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.828573] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.828670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.828775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.828880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.828954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.829056] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 is going to be updated. [ 1351.894050] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.894359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.894359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.894506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.894694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.909507] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 in Status: IN_PROGRESS for 2s [ 1353.926242] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 in Status: SUCCESS [ 1353.926630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.275151] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1354.275419] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1359.276268] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.276778] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1364.277482] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.277769] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1369.278230] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.278654] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.689936] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.690324] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "network-642" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.690324] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "network-642" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.690557] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "network-642" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.690818] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.690980] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.691253] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.691538] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.691681] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.691895] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1372.692020] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1372.692128] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1372.692283] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1372.692449] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1372.692567] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1372.692702] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1372.712681] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1372.712883] env[66341]: DEBUG dogpile.cache.region [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1372.712954] env[66341]: DEBUG dogpile.lock [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1372.713140] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "network-642" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.713460] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock port-ba44e5ee-1d23-4b78-adf0-7672347c70ce taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.713643] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "port-ba44e5ee-1d23-4b78-adf0-7672347c70ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.713796] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "port-ba44e5ee-1d23-4b78-adf0-7672347c70ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.714074] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "port-ba44e5ee-1d23-4b78-adf0-7672347c70ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.714215] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba44e5ee-1d23-4b78-adf0-7672347c70ce',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.217139] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.217389] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.217546] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.217777] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.217933] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.218235] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.218406] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.218492] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.218706] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.218837] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.219129] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.219281] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.219392] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.219596] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.219724] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.219863] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Resource: SegmentPort with ID: ba44e5ee-1d23-4b78-adf0-7672347c70ce is going to be updated. [ 1373.243306] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.243542] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.243644] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.243939] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.244160] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.244380] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b34594a1-1c96-4c78-9d28-b39c8c046c38 None None] Releasing lock "port-ba44e5ee-1d23-4b78-adf0-7672347c70ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.331046] env[66341]: INFO networking_nsxv3.common.synchronization [req-33613495-0d91-43e1-8947-c56417adfd32 req-a07218b3-e9e1-4009-9a02-8daafabcf141 tempest-ServerActionsTestOtherA-1432598510 tempest-ServerActionsTestOtherA-1432598510-project-member] Enqueued Resource ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 with Priority: HIGHEST for action security_group_members [ 1373.331595] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 with Priority: HIGHEST for action security_group_members [ 1373.331900] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.332041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.332116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.332303] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.332460] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.332559] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.332625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.332762] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.332847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.333009] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbe6c4ed-b68e-4966-866e-3829d3c2b3e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.835464] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbe6c4ed-b68e-4966-866e-3829d3c2b3e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.919172] env[66341]: INFO networking_nsxv3.common.synchronization [req-d32d6c31-a4f4-44ba-bae7-a8ef2c25007a req-db466ee4-cc74-4f1c-a2de-efa2e5128e56 service nova] Enqueued Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_rules [ 1373.919347] env[66341]: INFO networking_nsxv3.common.synchronization [req-d32d6c31-a4f4-44ba-bae7-a8ef2c25007a req-db466ee4-cc74-4f1c-a2de-efa2e5128e56 service nova] Enqueued Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_members [ 1373.919484] env[66341]: INFO networking_nsxv3.common.synchronization [req-d32d6c31-a4f4-44ba-bae7-a8ef2c25007a req-db466ee4-cc74-4f1c-a2de-efa2e5128e56 service nova] Enqueued Resource ID: ba44e5ee-1d23-4b78-adf0-7672347c70ce with Priority: HIGHEST for action port [ 1373.919971] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_rules [ 1373.920222] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_members [ 1373.920334] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba44e5ee-1d23-4b78-adf0-7672347c70ce with Priority: HIGHEST for action port [ 1373.920607] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17ff4ab1-5568-4146-ba8d-237127b3deb3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.920729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.920798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.920993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.921088] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.922074] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-17ff4ab1-5568-4146-ba8d-237127b3deb3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.922074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.922279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.922313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.922438] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.922532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.922593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.922739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.922812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.922907] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.923656] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba44e5ee-1d23-4b78-adf0-7672347c70ce taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.923774] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba44e5ee-1d23-4b78-adf0-7672347c70ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.923832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba44e5ee-1d23-4b78-adf0-7672347c70ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.923967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba44e5ee-1d23-4b78-adf0-7672347c70ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.924051] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba44e5ee-1d23-4b78-adf0-7672347c70ce',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.338226] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbe6c4ed-b68e-4966-866e-3829d3c2b3e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.426249] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-17ff4ab1-5568-4146-ba8d-237127b3deb3 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.426488] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.426608] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.427447] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba44e5ee-1d23-4b78-adf0-7672347c70ce with status ACTIVE [ 1374.427646] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.427764] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.427833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.428056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.428151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.428360] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.428463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.428519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.428670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.428749] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.428927] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.429509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.429616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.429770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.429851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.430093] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba44e5ee-1d23-4b78-adf0-7672347c70ce is going to be updated. [ 1374.453068] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.453317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.453317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.453482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.453617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.453794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba44e5ee-1d23-4b78-adf0-7672347c70ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.841123] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.841551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.841551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.841551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.841676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.841715] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 is going to be updated. [ 1374.870927] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.871169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.871169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.871341] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.871484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.879867] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 in Status: IN_PROGRESS for 2s [ 1374.932456] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.434668] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.434919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.434919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.435060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.435162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.435252] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 is going to be updated. [ 1375.464955] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.465188] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.465188] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.465367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.465508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.475381] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 in Status: IN_PROGRESS for 2s [ 1376.890053] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 in Status: SUCCESS [ 1376.890361] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.484406] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 in Status: SUCCESS [ 1377.484655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.484778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.485024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.485218] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.485335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.485398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.485569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.485761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.485828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.485867] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.988556] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.493705] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17ff4ab1-5568-4146-ba8d-237127b3deb3: rpc.has_security_group_logging(os_id): False [ 1378.511886] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.511886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.512193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.512292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.512412] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.512674] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.512844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.512908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.513031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.513108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.513194] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 is going to be updated. [ 1378.572890] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.573148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.573148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.573316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.573482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.593152] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 in Status: IN_PROGRESS for 2s [ 1378.921798] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.922075] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1380.612654] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 in Status: SUCCESS [ 1380.613103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.923209] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.923605] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1388.924613] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.925062] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1388.958536] env[66341]: INFO networking_nsxv3.common.synchronization [req-774369aa-6213-4622-8937-f9a9873c47f9 req-aabde653-7245-4fbe-b5c1-0f192bdde1ff tempest-ServerActionsTestOtherA-1432598510 tempest-ServerActionsTestOtherA-1432598510-project-member] Enqueued Resource ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 with Priority: HIGHEST for action security_group_members [ 1388.958536] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 with Priority: HIGHEST for action security_group_members [ 1388.958536] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.958536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.958536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.958536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.958536] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.958536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.958536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.958893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.958893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.958893] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbe6c4ed-b68e-4966-866e-3829d3c2b3e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.461501] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.461713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.461871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.462128] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.462380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.462473] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.462536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.462573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.462846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.462998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.463140] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 is going to be updated. [ 1389.495792] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.495792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.495792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.495792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.495792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.505614] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 in Status: IN_PROGRESS for 2s [ 1389.644965] env[66341]: INFO networking_nsxv3.common.synchronization [req-297bf0cf-4ff6-439a-b07d-0f23547f91a7 req-d8f7d137-b89b-48eb-b502-ce37b50b8f7f tempest-ServerActionsTestOtherB-1097377493 tempest-ServerActionsTestOtherB-1097377493-project-member] Enqueued Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_members [ 1389.645527] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGHEST for action security_group_members [ 1389.645848] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-17ff4ab1-5568-4146-ba8d-237127b3deb3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.645998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.646147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.646372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.646581] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.646724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.646847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.647064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.647206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.647341] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.149686] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.150154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.150154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.150154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.150324] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.150467] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.150566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.150627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.150783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.150859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.150948] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 is going to be updated. [ 1390.177107] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.177302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.177302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.177507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.177644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.185803] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 in Status: IN_PROGRESS for 2s [ 1391.515150] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 in Status: SUCCESS [ 1391.515435] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 deletion is rescheduled due to dependency. [ 1391.515476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.195720] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 in Status: SUCCESS [ 1392.195948] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 deletion is rescheduled due to dependency. [ 1392.196075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.646760] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.647079] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1399.648382] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.648704] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1404.649885] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.650325] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1409.651387] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.651724] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.652581] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.652942] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1419.653909] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.653909] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.276127] env[66341]: INFO networking_nsxv3.common.synchronization [req-b0d7637f-cff0-4819-845c-8f217fd7c9de req-3fce517f-c38e-4777-a51d-7cdae117feff tempest-ServerActionsTestJSON-546317287 tempest-ServerActionsTestJSON-546317287-project-member] Enqueued Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_members [ 1421.276670] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_members [ 1421.276980] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.277157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.277221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.277450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.278042] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.278042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.278042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.278042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.278042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.278042] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.781086] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.781284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.781337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.781538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.781634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.781827] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.781929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.781993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.782157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.782236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.782325] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 is going to be updated. [ 1421.810852] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.811087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.811087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.811267] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.811410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.819860] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 in Status: IN_PROGRESS for 2s [ 1423.831133] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 in Status: SUCCESS [ 1423.831513] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 deletion is rescheduled due to dependency. [ 1423.831513] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.278403] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.278791] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1428.317330] env[66341]: INFO networking_nsxv3.common.synchronization [req-5575c9e1-88e6-483c-8152-449d6d1505fd req-722a0268-cc58-41eb-9d5f-62ec4f08bfe1 tempest-ServerActionsTestJSON-546317287 tempest-ServerActionsTestJSON-546317287-project-member] Enqueued Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_members [ 1428.317574] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_members [ 1428.318011] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.318011] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.318011] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.318219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.318391] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.318504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.318570] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.318813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.318813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.319107] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.603467] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.603762] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-167" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.603958] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-167" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.604353] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-167" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.604684] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.604919] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.605099] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.605365] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.605545] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.605804] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1428.605937] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1428.606090] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1428.606218] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1428.606367] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1428.606508] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1428.606663] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1428.629362] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1428.629587] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1428.629754] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1428.629945] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-167" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.630321] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-6b0bb9c2-1672-42d7-a17d-43e4b134e8b9 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.630531] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-6b0bb9c2-1672-42d7-a17d-43e4b134e8b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.630689] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-6b0bb9c2-1672-42d7-a17d-43e4b134e8b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.631069] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-6b0bb9c2-1672-42d7-a17d-43e4b134e8b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.631247] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b0bb9c2-1672-42d7-a17d-43e4b134e8b9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.821317] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.821593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.821593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.821752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.821848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.822074] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.822181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.822243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.822394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.822471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.822558] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 is going to be updated. [ 1428.848346] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.848580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.848580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.848726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.848863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.857343] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 in Status: IN_PROGRESS for 2s [ 1429.133426] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.133653] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.133709] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.134032] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.134178] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.134336] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 6b0bb9c2-1672-42d7-a17d-43e4b134e8b9 not found, creating... [ 1429.134621] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.134800] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.134917] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.135171] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.135331] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.135625] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.135768] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.135916] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.136134] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.136293] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.136438] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 6b0bb9c2-1672-42d7-a17d-43e4b134e8b9 is going to be created. [ 1429.158226] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.158455] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.158542] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.158841] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.159089] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.159309] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-6b0bb9c2-1672-42d7-a17d-43e4b134e8b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.835773] env[66341]: INFO networking_nsxv3.common.synchronization [req-5575c9e1-88e6-483c-8152-449d6d1505fd req-afc13eb3-a40b-4db0-91f6-2d8d514f5ab9 service nova] Enqueued Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_rules [ 1429.836047] env[66341]: INFO networking_nsxv3.common.synchronization [req-5575c9e1-88e6-483c-8152-449d6d1505fd req-afc13eb3-a40b-4db0-91f6-2d8d514f5ab9 service nova] Enqueued Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_members [ 1429.836093] env[66341]: INFO networking_nsxv3.common.synchronization [req-5575c9e1-88e6-483c-8152-449d6d1505fd req-afc13eb3-a40b-4db0-91f6-2d8d514f5ab9 service nova] Enqueued Resource ID: 6b0bb9c2-1672-42d7-a17d-43e4b134e8b9 with Priority: HIGHEST for action port [ 1429.836344] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_rules [ 1429.836470] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_members [ 1429.836564] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b0bb9c2-1672-42d7-a17d-43e4b134e8b9 with Priority: HIGHEST for action port [ 1429.837120] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.837282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.837393] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.837535] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.837614] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.838462] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.838574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.838697] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b0bb9c2-1672-42d7-a17d-43e4b134e8b9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.838797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b0bb9c2-1672-42d7-a17d-43e4b134e8b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.838858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b0bb9c2-1672-42d7-a17d-43e4b134e8b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.839053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b0bb9c2-1672-42d7-a17d-43e4b134e8b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.839103] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b0bb9c2-1672-42d7-a17d-43e4b134e8b9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.341667] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.341667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.341956] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b0bb9c2-1672-42d7-a17d-43e4b134e8b9 with status ACTIVE [ 1430.341998] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.342122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.342187] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.342410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.342500] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.342674] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.342760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.342839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.342968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.343064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.343240] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.343336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.343392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.343533] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.343607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.343690] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b0bb9c2-1672-42d7-a17d-43e4b134e8b9 is going to be updated. [ 1430.364528] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.364761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.364761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.364909] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.365064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.365218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b0bb9c2-1672-42d7-a17d-43e4b134e8b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.867320] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 in Status: SUCCESS [ 1430.867717] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 deletion is rescheduled due to dependency. [ 1430.867717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.868174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.868389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.868608] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.868743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.868819] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.868971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.869069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.869167] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.371025] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.873471] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.375385] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.375588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.375690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.375839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.375929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.376032] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 is going to be updated. [ 1432.405174] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.405393] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.405510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.405811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.406051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.414894] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 in Status: IN_PROGRESS for 2s [ 1434.425980] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 in Status: SUCCESS [ 1434.426361] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.426361] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.426565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.426758] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.426879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.426946] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.427120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.427203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.427314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.427446] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.837635] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.837864] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1434.929757] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.432485] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efd97b8d-afd8-49d3-9e13-c36c4c397ac6: rpc.has_security_group_logging(os_id): False [ 1435.450418] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.450639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.450689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.450920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.451039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.451341] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.451461] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.451553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.451748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.451837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.451931] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 is going to be updated. [ 1435.513292] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.513536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.513587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.513800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.513984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.526384] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 in Status: IN_PROGRESS for 2s [ 1437.541617] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 in Status: SUCCESS [ 1437.541617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.838498] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.838928] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1444.839685] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.840128] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1449.840528] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.841048] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.841416] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1454.841819] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.842219] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.842668] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1464.843639] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.844062] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.844931] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.845377] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.846018] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.846454] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1479.848077] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.848479] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1484.849593] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.850068] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1489.850468] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1489.850907] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1490.510745] env[66341]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1490.510951] env[66341]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a140984e-7169-4235-bd5a-2d1a72489c26 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1492.197018] env[66341]: INFO networking_nsxv3.common.synchronization [req-62d3d5e9-34bb-4b2f-b6b8-a5598241d0ef req-1e4148c5-96aa-410c-839e-aa61cb35b9e1 tempest-ServerActionsTestJSON-546317287 tempest-ServerActionsTestJSON-546317287-project-member] Enqueued Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_members [ 1492.197579] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGHEST for action security_group_members [ 1492.197903] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.198035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.198106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.198306] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.198455] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.198552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.198609] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.198752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.198844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.198937] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.701588] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.701801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.701801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.701990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.702104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.702279] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.702402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.702463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.702626] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.702716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.702769] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 is going to be updated. [ 1492.737872] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.738188] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.738188] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.738317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.738468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.746903] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 in Status: IN_PROGRESS for 2s [ 1494.758286] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 in Status: SUCCESS [ 1494.758696] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 deletion is rescheduled due to dependency. [ 1494.758696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.198302] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.198663] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1500.326795] env[66341]: INFO networking_nsxv3.common.synchronization [None req-a8faab1a-4976-49fb-a89e-8f675069fbd3 None None] Enqueued Resource ID: f77e6265-703f-4d8a-8d65-5a5cf5876b29 with Priority: HIGHEST for action port [ 1500.327617] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77e6265-703f-4d8a-8d65-5a5cf5876b29 with Priority: HIGHEST for action port [ 1500.327727] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-f77e6265-703f-4d8a-8d65-5a5cf5876b29 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.327803] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f77e6265-703f-4d8a-8d65-5a5cf5876b29" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.328076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f77e6265-703f-4d8a-8d65-5a5cf5876b29" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.328351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f77e6265-703f-4d8a-8d65-5a5cf5876b29" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.328445] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f77e6265-703f-4d8a-8d65-5a5cf5876b29',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.831152] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f77e6265-703f-4d8a-8d65-5a5cf5876b29 [ 1500.832025] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.832025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.832025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.832025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.832025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.832315] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f77e6265-703f-4d8a-8d65-5a5cf5876b29 already deleted. [ 1500.832315] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f77e6265-703f-4d8a-8d65-5a5cf5876b29" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.103013] env[66341]: INFO networking_nsxv3.common.synchronization [None req-9606cdba-7a00-4650-b084-5071ec8686b3 None None] Enqueued Resource ID: a08ae99e-bc96-45f1-b03f-60ac1befb0be with Priority: HIGHEST for action port [ 1502.103340] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08ae99e-bc96-45f1-b03f-60ac1befb0be with Priority: HIGHEST for action port [ 1502.104155] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-a08ae99e-bc96-45f1-b03f-60ac1befb0be taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.104155] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a08ae99e-bc96-45f1-b03f-60ac1befb0be" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.104155] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a08ae99e-bc96-45f1-b03f-60ac1befb0be" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.104337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a08ae99e-bc96-45f1-b03f-60ac1befb0be" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.104337] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a08ae99e-bc96-45f1-b03f-60ac1befb0be',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.607443] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a08ae99e-bc96-45f1-b03f-60ac1befb0be [ 1502.607732] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.607996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.608193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.608451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.608556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.608656] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a08ae99e-bc96-45f1-b03f-60ac1befb0be already deleted. [ 1502.608745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a08ae99e-bc96-45f1-b03f-60ac1befb0be" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.443169] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.443611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.443611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.443611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.443744] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.946382] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.449131] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.820601] env[66341]: INFO networking_nsxv3.common.synchronization [req-1f84f4a0-aa3b-446a-838f-9a3f46c786ae req-f89ff2af-b37f-44ab-9025-917fa49a480c tempest-ServerAddressesTestJSON-1719517092 tempest-ServerAddressesTestJSON-1719517092-project-member] Enqueued Resource ID: 34130072-ec49-43b2-a2b4-e637b5b9f26f with Priority: HIGHEST for action security_group_members [ 1505.821182] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34130072-ec49-43b2-a2b4-e637b5b9f26f with Priority: HIGHEST for action security_group_members [ 1505.821513] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-34130072-ec49-43b2-a2b4-e637b5b9f26f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.821638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.821714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.821952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.822125] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.822222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.822311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.822426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.822508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.822602] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34130072-ec49-43b2-a2b4-e637b5b9f26f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.951253] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1505.951370] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1506.150353] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.150600] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "network-736" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.150739] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "network-736" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.151253] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "network-736" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.151658] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.151737] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.151825] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.152076] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.152241] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.152453] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1506.152586] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1506.152710] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1506.152797] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1506.152909] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1506.153034] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1506.153180] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1506.177788] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1506.178042] env[66341]: DEBUG dogpile.cache.region [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1506.178108] env[66341]: DEBUG dogpile.lock [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1506.178254] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "network-736" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.178583] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock port-59fc1999-eb9a-47ef-a0a9-557a9c65e288 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.178755] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "port-59fc1999-eb9a-47ef-a0a9-557a9c65e288" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.178872] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "port-59fc1999-eb9a-47ef-a0a9-557a9c65e288" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.179205] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "port-59fc1999-eb9a-47ef-a0a9-557a9c65e288" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.179342] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59fc1999-eb9a-47ef-a0a9-557a9c65e288',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.325554] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.325789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.325870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.326168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.326264] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.326531] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.326644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.326717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.326992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.327106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.327197] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34130072-ec49-43b2-a2b4-e637b5b9f26f already deleted. [ 1506.327317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.682324] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.682806] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.682806] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.683097] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.683097] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.683218] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Segment Port 59fc1999-eb9a-47ef-a0a9-557a9c65e288 not found, creating... [ 1506.683451] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.683612] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.683728] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.683945] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.684096] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.684370] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.684525] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.684637] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.684840] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.684971] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.685132] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Resource: SegmentPort with ID: 59fc1999-eb9a-47ef-a0a9-557a9c65e288 is going to be created. [ 1506.702451] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.702637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.702637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.702826] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.716358] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1506.717222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.718092] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1506.720260] env[66341]: DEBUG networking_nsxv3.common.locking [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.720447] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.720581] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.720824] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.721065] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.721288] env[66341]: DEBUG oslo_concurrency.lockutils [None req-4bb8a915-a873-4344-89a6-edb11e7669dc None None] Releasing lock "port-59fc1999-eb9a-47ef-a0a9-557a9c65e288" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.790566] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.790800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.790800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.790992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.805060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.806047] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1506.806134] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1506.806231] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1506.848778] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.849029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.849029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.849257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.850085] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.850262] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1506.931888] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.932071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.932168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.932316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.932671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.932918] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1507.011180] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.011392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.011392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.011587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.011900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.012199] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:27. [ 1507.012288] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'efd97b8d-afd8-49d3-9e13-c36c4c397ac6', 'cbe6c4ed-b68e-4966-866e-3829d3c2b3e0', '34e81a29-526f-40ff-8fd6-636a6c6c47e1', 'd328be99-21f6-4197-ac65-1e38a868c9d0', '25805d5c-c18f-4267-8b89-3c394d3bdad6', '22ff825f-268a-4d9e-820b-7c79326c5409', '6113a3e5-6290-4277-8ea8-3fec5667cfae', '84da2a17-502c-41b7-9d96-f156ebfcb4a4', 'd8d07b68-3be1-45e4-98f1-3d9eeaa2bb47', 'b422dac1-1d35-4c8f-bad6-718b3bddccae', 'bb7dc91f-f781-47a5-a823-7bb2d5bb1228', 'b47b8382-2a0a-4241-a2af-11783b9b3849', '852d2cd5-e26f-4af4-affb-ef219f836d57', '3f4c69f8-582f-4b21-b2a1-bbda338b5c7d', '50bd4c67-f2fa-490c-8fd1-5ab96d51f78b', 'd3dfc3ea-d1e1-4cfc-b9dc-23952528809d', 'aad28b08-b7eb-4fbc-8970-0ff4141f12e7', '17ff4ab1-5568-4146-ba8d-237127b3deb3', '640d86a5-c3a3-497b-9fb4-dea2f247389c', '3c81d12b-3c6c-4096-be8d-884214954723', 'cf6e8751-40d5-41e9-b77a-f725deb4931b', '030993cf-b6f6-4fbf-9fd5-1a54f2df8f6d', '651f16e9-13ff-45e0-8896-12ce01e01a57', 'edb8d091-7e70-4050-924f-3418eeba461a', '40bb9f33-0571-4295-8ea0-2da157c46cbf', 'd93db470-b338-4be6-a10e-371fcae2e3b8', '582ad68a-6f5b-4c74-90ed-4be771cd378d'} {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1507.012400] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1507.032219] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.032414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.032414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.032625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.032706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.032819] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1507.032889] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1507.032958] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1507.112210] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.112376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.112421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.112765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.113751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.114025] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1507.114097] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1507.114170] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1507.114236] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1507.114314] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/27 resources of Type:Security Group Rules [ 1507.114385] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGH for action security_group_rules [ 1507.114462] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 with Priority: HIGH for action security_group_rules [ 1507.114527] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 with Priority: HIGH for action security_group_rules [ 1507.114589] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d328be99-21f6-4197-ac65-1e38a868c9d0 with Priority: HIGH for action security_group_rules [ 1507.114652] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 with Priority: HIGH for action security_group_rules [ 1507.114713] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 22ff825f-268a-4d9e-820b-7c79326c5409 with Priority: HIGH for action security_group_rules [ 1507.114775] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6113a3e5-6290-4277-8ea8-3fec5667cfae with Priority: HIGH for action security_group_rules [ 1507.114835] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84da2a17-502c-41b7-9d96-f156ebfcb4a4 with Priority: HIGH for action security_group_rules [ 1507.114896] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 with Priority: HIGH for action security_group_rules [ 1507.114979] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b422dac1-1d35-4c8f-bad6-718b3bddccae with Priority: HIGH for action security_group_rules [ 1507.115054] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb7dc91f-f781-47a5-a823-7bb2d5bb1228 with Priority: HIGH for action security_group_rules [ 1507.115118] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b47b8382-2a0a-4241-a2af-11783b9b3849 with Priority: HIGH for action security_group_rules [ 1507.115178] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGH for action security_group_rules [ 1507.115240] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d with Priority: HIGH for action security_group_rules [ 1507.115301] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50bd4c67-f2fa-490c-8fd1-5ab96d51f78b with Priority: HIGH for action security_group_rules [ 1507.115362] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d with Priority: HIGH for action security_group_rules [ 1507.115422] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aad28b08-b7eb-4fbc-8970-0ff4141f12e7 with Priority: HIGH for action security_group_rules [ 1507.115483] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGH for action security_group_rules [ 1507.115545] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGH for action security_group_rules [ 1507.115606] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c81d12b-3c6c-4096-be8d-884214954723 with Priority: HIGH for action security_group_rules [ 1507.115697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.396061] env[66341]: INFO networking_nsxv3.common.synchronization [req-1f84f4a0-aa3b-446a-838f-9a3f46c786ae req-4276f034-103e-4a5b-8b41-635fbdb151a2 service nova] Enqueued Resource ID: 34130072-ec49-43b2-a2b4-e637b5b9f26f with Priority: HIGHEST for action security_group_rules [ 1507.396319] env[66341]: INFO networking_nsxv3.common.synchronization [req-1f84f4a0-aa3b-446a-838f-9a3f46c786ae req-4276f034-103e-4a5b-8b41-635fbdb151a2 service nova] Enqueued Resource ID: 34130072-ec49-43b2-a2b4-e637b5b9f26f with Priority: HIGHEST for action security_group_members [ 1507.396475] env[66341]: INFO networking_nsxv3.common.synchronization [req-1f84f4a0-aa3b-446a-838f-9a3f46c786ae req-4276f034-103e-4a5b-8b41-635fbdb151a2 service nova] Enqueued Resource ID: 59fc1999-eb9a-47ef-a0a9-557a9c65e288 with Priority: HIGHEST for action port [ 1507.397014] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34130072-ec49-43b2-a2b4-e637b5b9f26f with Priority: HIGHEST for action security_group_rules [ 1507.397159] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34130072-ec49-43b2-a2b4-e637b5b9f26f with Priority: HIGHEST for action security_group_members [ 1507.397266] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fc1999-eb9a-47ef-a0a9-557a9c65e288 with Priority: HIGHEST for action port [ 1507.397363] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 with Priority: HIGH for action security_group_rules [ 1507.397453] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 with Priority: HIGH for action security_group_rules [ 1507.397546] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6113a3e5-6290-4277-8ea8-3fec5667cfae with Priority: HIGH for action security_group_rules [ 1507.397636] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bd4c67-f2fa-490c-8fd1-5ab96d51f78b with Priority: HIGH for action security_group_rules [ 1507.397726] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c81d12b-3c6c-4096-be8d-884214954723 with Priority: HIGH for action security_group_rules [ 1507.397817] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c with Priority: HIGH for action security_group_rules [ 1507.397906] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 with Priority: HIGH for action security_group_rules [ 1507.397991] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad28b08-b7eb-4fbc-8970-0ff4141f12e7 with Priority: HIGH for action security_group_rules [ 1507.398090] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d with Priority: HIGH for action security_group_rules [ 1507.398176] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d with Priority: HIGH for action security_group_rules [ 1507.398261] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 with Priority: HIGH for action security_group_rules [ 1507.398395] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b47b8382-2a0a-4241-a2af-11783b9b3849 with Priority: HIGH for action security_group_rules [ 1507.398493] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb7dc91f-f781-47a5-a823-7bb2d5bb1228 with Priority: HIGH for action security_group_rules [ 1507.398580] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b422dac1-1d35-4c8f-bad6-718b3bddccae with Priority: HIGH for action security_group_rules [ 1507.398665] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 with Priority: HIGH for action security_group_rules [ 1507.398750] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ff825f-268a-4d9e-820b-7c79326c5409 with Priority: HIGH for action security_group_rules [ 1507.398834] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84da2a17-502c-41b7-9d96-f156ebfcb4a4 with Priority: HIGH for action security_group_rules [ 1507.398920] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 with Priority: HIGH for action security_group_rules [ 1507.399006] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 with Priority: HIGH for action security_group_rules [ 1507.399093] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d328be99-21f6-4197-ac65-1e38a868c9d0 with Priority: HIGH for action security_group_rules [ 1507.399384] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34130072-ec49-43b2-a2b4-e637b5b9f26f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.399501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.399565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.399813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.399977] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34130072-ec49-43b2-a2b4-e637b5b9f26f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.401277] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-34130072-ec49-43b2-a2b4-e637b5b9f26f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.401942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.402035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.402229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.402376] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.402473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.402537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.402682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.402765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.402852] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34130072-ec49-43b2-a2b4-e637b5b9f26f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.403611] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-59fc1999-eb9a-47ef-a0a9-557a9c65e288 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.403719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59fc1999-eb9a-47ef-a0a9-557a9c65e288" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.403783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59fc1999-eb9a-47ef-a0a9-557a9c65e288" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.403933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59fc1999-eb9a-47ef-a0a9-557a9c65e288" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.404014] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59fc1999-eb9a-47ef-a0a9-557a9c65e288',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.404739] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.404859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.404938] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.405802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.405914] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efd97b8d-afd8-49d3-9e13-c36c4c397ac6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.407291] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34e81a29-526f-40ff-8fd6-636a6c6c47e1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.407414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.407488] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.407640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.407722] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34e81a29-526f-40ff-8fd6-636a6c6c47e1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.408863] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6113a3e5-6290-4277-8ea8-3fec5667cfae taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.408963] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.409044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.409216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.409288] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6113a3e5-6290-4277-8ea8-3fec5667cfae',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.410482] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.410889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.410976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.411147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.411442] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50bd4c67-f2fa-490c-8fd1-5ab96d51f78b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.412375] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c81d12b-3c6c-4096-be8d-884214954723 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.412517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.412576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.412717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.413271] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c81d12b-3c6c-4096-be8d-884214954723',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.414139] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-640d86a5-c3a3-497b-9fb4-dea2f247389c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.414139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.414365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.414554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.414628] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('640d86a5-c3a3-497b-9fb4-dea2f247389c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.415788] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17ff4ab1-5568-4146-ba8d-237127b3deb3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.415965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.415965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.416094] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.416154] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17ff4ab1-5568-4146-ba8d-237127b3deb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.416978] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad28b08-b7eb-4fbc-8970-0ff4141f12e7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.416978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.416978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.417161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.417243] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad28b08-b7eb-4fbc-8970-0ff4141f12e7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.417873] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.417980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.418606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.418780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.418861] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f4c69f8-582f-4b21-b2a1-bbda338b5c7d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.420207] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.420651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.420758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.420913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.420992] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3dfc3ea-d1e1-4cfc-b9dc-23952528809d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.423754] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-852d2cd5-e26f-4af4-affb-ef219f836d57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.423859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.423919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.424082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.424159] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('852d2cd5-e26f-4af4-affb-ef219f836d57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.425173] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b47b8382-2a0a-4241-a2af-11783b9b3849 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.425289] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.425335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.425453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.425577] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b47b8382-2a0a-4241-a2af-11783b9b3849',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.426596] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb7dc91f-f781-47a5-a823-7bb2d5bb1228 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.426730] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.426819] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.427014] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.427110] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb7dc91f-f781-47a5-a823-7bb2d5bb1228',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.428482] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b422dac1-1d35-4c8f-bad6-718b3bddccae taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.428590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.428655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.428804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.428877] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b422dac1-1d35-4c8f-bad6-718b3bddccae',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.429534] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.429657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.429722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.429864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.429936] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.431487] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22ff825f-268a-4d9e-820b-7c79326c5409 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.431623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.431675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.431809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.431882] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22ff825f-268a-4d9e-820b-7c79326c5409',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.433191] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84da2a17-502c-41b7-9d96-f156ebfcb4a4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.433311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.433378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.433528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.433601] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84da2a17-502c-41b7-9d96-f156ebfcb4a4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.434549] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25805d5c-c18f-4267-8b89-3c394d3bdad6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.434663] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.434731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.434883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.434969] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25805d5c-c18f-4267-8b89-3c394d3bdad6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.436088] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.436204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.436263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.436414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.436487] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbe6c4ed-b68e-4966-866e-3829d3c2b3e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.437246] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d328be99-21f6-4197-ac65-1e38a868c9d0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.437355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.437404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.437553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.437628] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d328be99-21f6-4197-ac65-1e38a868c9d0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.929870] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.930272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.930272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.930356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.931613] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.931706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.945571] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34130072-ec49-43b2-a2b4-e637b5b9f26f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.948560] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59fc1999-eb9a-47ef-a0a9-557a9c65e288 with status ACTIVE [ 1507.948761] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.948880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.948956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.949168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.949292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.949426] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.949526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.949588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.949730] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.949805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.949978] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.950092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.950146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.950285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.950356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.950438] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59fc1999-eb9a-47ef-a0a9-557a9c65e288 is going to be updated. [ 1507.953625] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-34130072-ec49-43b2-a2b4-e637b5b9f26f taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.953760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.961100] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.961252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.968752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.968894] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efd97b8d-afd8-49d3-9e13-c36c4c397ac6 is going to be deleted. [ 1507.970333] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34130072-ec49-43b2-a2b4-e637b5b9f26f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.973339] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.973446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.973517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.974046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.981545] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.981684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.982395] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.982495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.990996] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.991170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.024311] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.024539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.025522] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.025676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.026419] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.026520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.027397] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.027508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.028245] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.028341] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.029085] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.029175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.029809] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1508.030201] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.030296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.030913] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1508.031307] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.031401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.032088] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1508.032471] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.032563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.033156] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1508.033620] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.033686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.034296] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1508.034711] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.034809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.035454] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1508.035865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.035979] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f4c69f8-582f-4b21-b2a1-bbda338b5c7d is going to be deleted. [ 1508.037494] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.037627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.037728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.037995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.039373] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.039490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.040435] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1508.040806] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.040940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.041010] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.041222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.041368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.041528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59fc1999-eb9a-47ef-a0a9-557a9c65e288" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.057871] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1508.058390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.058511] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b422dac1-1d35-4c8f-bad6-718b3bddccae is going to be deleted. [ 1508.059456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.059659] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.070532] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.070731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.079398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.079530] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50bd4c67-f2fa-490c-8fd1-5ab96d51f78b is going to be deleted. [ 1508.080377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.080674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.114457] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.114715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.122174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.122372] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb7dc91f-f781-47a5-a823-7bb2d5bb1228 is going to be deleted. [ 1508.123349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.123600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.145560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.145775] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 852d2cd5-e26f-4af4-affb-ef219f836d57 is going to be deleted. [ 1508.146628] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.146846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.174895] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.175124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.179555] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.179734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.207214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.207379] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47 is going to be deleted. [ 1508.208321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.208543] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.248299] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.248486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.279428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.279575] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22ff825f-268a-4d9e-820b-7c79326c5409 is going to be deleted. [ 1508.280618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.280852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.292142] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.292334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.343938] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.344119] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25805d5c-c18f-4267-8b89-3c394d3bdad6 is going to be deleted. [ 1508.345028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.345248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.355251] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.355443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.382988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.383184] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84da2a17-502c-41b7-9d96-f156ebfcb4a4 is going to be deleted. [ 1508.384068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.384291] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.411797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.411974] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad28b08-b7eb-4fbc-8970-0ff4141f12e7 is going to be deleted. [ 1508.412782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.412993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.446774] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.446980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.473342] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.473549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.474355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.474502] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34e81a29-526f-40ff-8fd6-636a6c6c47e1 is going to be deleted. [ 1508.475403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.475622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.476625] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.476747] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.476813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.477015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.477102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.477199] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34130072-ec49-43b2-a2b4-e637b5b9f26f is going to be created. [ 1508.518951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.519111] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c81d12b-3c6c-4096-be8d-884214954723 is going to be deleted. [ 1508.520013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.520229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.555017] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.555183] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.555251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.555467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.555631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.557967] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.558083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.580321] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.580520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.582795] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34130072-ec49-43b2-a2b4-e637b5b9f26f in Status: UNINITIALIZED for 2s [ 1508.590443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.590576] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 640d86a5-c3a3-497b-9fb4-dea2f247389c is going to be deleted. [ 1508.591483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.591694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.649083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.649279] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17ff4ab1-5568-4146-ba8d-237127b3deb3 is going to be deleted. [ 1508.650222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.650449] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.686247] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.686453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.695485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.695651] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b47b8382-2a0a-4241-a2af-11783b9b3849 is going to be deleted. [ 1508.696571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.696798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.707576] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.707752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.736597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.736775] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbe6c4ed-b68e-4966-866e-3829d3c2b3e0 is going to be deleted. [ 1508.737704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.737925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.791319] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.791586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.806017] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.806237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.807041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.807170] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d328be99-21f6-4197-ac65-1e38a868c9d0 is going to be deleted. [ 1508.808076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.808296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.862111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.862296] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6113a3e5-6290-4277-8ea8-3fec5667cfae is going to be deleted. [ 1508.863211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.863444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.880719] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.880918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.884091] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.884256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.907873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.908090] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3dfc3ea-d1e1-4cfc-b9dc-23952528809d is going to be deleted. [ 1508.908897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.909167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.909262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.909391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efd97b8d-afd8-49d3-9e13-c36c4c397ac6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.909716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.909881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.909965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.910095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f4c69f8-582f-4b21-b2a1-bbda338b5c7d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.910960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.911153] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.911221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.911338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50bd4c67-f2fa-490c-8fd1-5ab96d51f78b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.911971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.912147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.912230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.912344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b422dac1-1d35-4c8f-bad6-718b3bddccae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.912708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.912858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.912940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.913072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb7dc91f-f781-47a5-a823-7bb2d5bb1228" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.913473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.913623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.913702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.913811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-852d2cd5-e26f-4af4-affb-ef219f836d57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.913937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.914094] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.914172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.914284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8d07b68-3be1-45e4-98f1-3d9eeaa2bb47" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.914405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.914543] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.914617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.914727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22ff825f-268a-4d9e-820b-7c79326c5409" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.914852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.915029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.915114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.915223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25805d5c-c18f-4267-8b89-3c394d3bdad6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.915609] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.915759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.915839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.915949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84da2a17-502c-41b7-9d96-f156ebfcb4a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.916540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.916692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.916773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.916884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad28b08-b7eb-4fbc-8970-0ff4141f12e7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.917297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.917452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.917536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.917650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34e81a29-526f-40ff-8fd6-636a6c6c47e1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.918072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.918216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.918296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.918407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c81d12b-3c6c-4096-be8d-884214954723" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.918533] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.918687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.918765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.918882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17ff4ab1-5568-4146-ba8d-237127b3deb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.919015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.919168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.919245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.919352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-640d86a5-c3a3-497b-9fb4-dea2f247389c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.919473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.919608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.919679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.919796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b47b8382-2a0a-4241-a2af-11783b9b3849" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.919923] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.920110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.920186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.920294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbe6c4ed-b68e-4966-866e-3829d3c2b3e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.932956] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.933357] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.933357] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.933357] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.933466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.933547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d328be99-21f6-4197-ac65-1e38a868c9d0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.961498] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1508.962243] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.962243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.962503] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.962503] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.962589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.962688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6113a3e5-6290-4277-8ea8-3fec5667cfae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.009512] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1509.010155] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.010336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.010424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.010701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.010803] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.010933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3dfc3ea-d1e1-4cfc-b9dc-23952528809d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.592839] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34130072-ec49-43b2-a2b4-e637b5b9f26f in Status: SUCCESS [ 1510.593234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.593234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.593440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.593630] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.593744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.593807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.593956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.594049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.594132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.594222] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34130072-ec49-43b2-a2b4-e637b5b9f26f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.096340] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-34130072-ec49-43b2-a2b4-e637b5b9f26f taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.096589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.096589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.096799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.096972] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.097106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.097171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.097323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.097405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.097492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.097640] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-34130072-ec49-43b2-a2b4-e637b5b9f26f taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.097731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.097786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.097925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.098097] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.098192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.098312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.098386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.098463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.098541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.098629] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34130072-ec49-43b2-a2b4-e637b5b9f26f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.600735] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34130072-ec49-43b2-a2b4-e637b5b9f26f: rpc.has_security_group_logging(os_id): False [ 1511.623467] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.623698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.623833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.624348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.624348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.624595] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.624595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.624856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.624856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.624986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.625137] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.625240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.625300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.625447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.625523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.625719] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.625809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.625871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.626022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.626103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.626194] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34130072-ec49-43b2-a2b4-e637b5b9f26f is going to be created. [ 1511.684595] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.684894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.684894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.685060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.685268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.697682] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34130072-ec49-43b2-a2b4-e637b5b9f26f in Status: IN_PROGRESS for 2s [ 1512.400447] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.400612] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1513.710637] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34130072-ec49-43b2-a2b4-e637b5b9f26f in Status: SUCCESS [ 1513.711047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.401803] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1517.402204] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1517.473908] env[66341]: INFO networking_nsxv3.common.synchronization [req-e63e0c67-baff-4861-9fcd-c794551f8bcb req-80fd1df2-f784-4af1-9d38-634930bab8df tempest-ServerAddressesTestJSON-1719517092 tempest-ServerAddressesTestJSON-1719517092-project-member] Enqueued Resource ID: 34130072-ec49-43b2-a2b4-e637b5b9f26f with Priority: HIGHEST for action security_group_members [ 1517.474458] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34130072-ec49-43b2-a2b4-e637b5b9f26f with Priority: HIGHEST for action security_group_members [ 1517.475253] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-34130072-ec49-43b2-a2b4-e637b5b9f26f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.475401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.475401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.475601] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.475757] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.475850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.475911] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.476064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.476149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.476238] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34130072-ec49-43b2-a2b4-e637b5b9f26f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.978715] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.978958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.978958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.979173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.979267] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.979469] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.979567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.979629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.979776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.979849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.979934] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34130072-ec49-43b2-a2b4-e637b5b9f26f is going to be updated. [ 1518.007440] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.007623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.007671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.007898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.008059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.017044] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34130072-ec49-43b2-a2b4-e637b5b9f26f in Status: IN_PROGRESS for 2s [ 1520.027094] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34130072-ec49-43b2-a2b4-e637b5b9f26f in Status: SUCCESS [ 1520.027483] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34130072-ec49-43b2-a2b4-e637b5b9f26f deletion is rescheduled due to dependency. [ 1520.027483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34130072-ec49-43b2-a2b4-e637b5b9f26f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.475485] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1522.475766] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1527.476519] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1527.476892] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1532.477954] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1532.478667] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1537.479927] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1537.480375] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0